-- Logs begin at Wed 2021-09-15 15:25:44 UTC, end at Wed 2021-09-15 16:19:45 UTC. -- Sep 15 15:56:31.407115 dv-cinder-809206-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 15:56:34.168989 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:56:34.169619 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:56:34.169714 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93966) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:56:34.172821 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.common.config [-] Logging enabled! Sep 15 15:56:34.173074 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev648 Sep 15 15:56:34.173380 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93966) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 15:56:34.174309 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:56:34.174541 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:56:34.174923 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:56:34.175165 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:56:34.175388 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:56:34.175703 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.175997 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.176289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.176515 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.176809 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.177093 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.177372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.177658 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.177948 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.178229 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.178504 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.178807 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.179550 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.180174 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.180174 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.180406 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.180626 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] debug = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.180903 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.181324 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.181729 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.182004 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.182298 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.182569 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.182859 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.183129 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.183408 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.183732 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] host = dv-cinder-809206-1-iscsi {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.184005 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.184287 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.184569 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.184848 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.185117 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.185386 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.185664 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.185932 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.186200 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.186470 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.186780 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.187065 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.187349 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.187570 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.187788 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.188072 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.188355 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.188624 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.188893 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.189162 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.189429 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.189696 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.189960 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.190238 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.190516 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.190830 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.191099 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.191367 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.191630 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.191895 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.192180 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.192449 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.192716 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.192982 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.193264 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.193526 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.193793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.194089 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.194369 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.195294 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.195584 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.195857 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.196135 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.196404 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.196670 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.196936 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] use_json = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.197203 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.197476 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.197743 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.198009 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.198275 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.198544 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.198838 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.199121 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:34.199411 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.199701 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.199996 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.200274 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.200564 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.200837 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.201122 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.201395 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.201678 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.201961 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.202252 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.202526 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.202834 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.203106 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.203397 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.203695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.203983 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.204269 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.204540 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.204811 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.205079 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.205351 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.205640 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.205909 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.206193 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.206478 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.206776 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.207057 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.207345 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.207629 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.207899 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.208172 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.208459 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.208729 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.208994 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.209263 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.209546 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.209817 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.210084 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.210395 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.210692 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.210965 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.211229 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.211500 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.211785 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.212059 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.212326 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.212592 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.212861 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.213127 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.213406 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.213675 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.213942 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.214207 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.214479 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.214770 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.215038 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.215307 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.215573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.215843 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.216107 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.216376 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.216643 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.216909 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.217175 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.217439 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.217704 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.217972 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.218238 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.218504 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.218796 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.219065 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.219334 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.219616 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.219908 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.220183 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.220459 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.220735 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.221024 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.221281 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.221552 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.221826 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.222104 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.222376 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.222689 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.222973 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.223256 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.223536 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.223812 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.224111 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.224389 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.224669 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.224945 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.225221 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.225501 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.225783 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.226187 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.226681 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.226985 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.227282 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.227579 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.227869 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.228169 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.228447 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:34.228665 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:56:34.228905 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93966) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 15:56:34.577880 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:56:34.578159 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:56:34.578447 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 15:56:34.578808 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 15:56:34.973900 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:34.974197 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:34.974466 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:34.975774 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:34.976682 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:34.976948 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.011916 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.012199 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.012466 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.027654 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.027933 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.028197 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.056972 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.057251 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.057516 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.095721 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.096000 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.096267 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.327145 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.327767 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.327767 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.327928 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.328514 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.448708 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.449021 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.449299 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.449569 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.449833 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.450140 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.450399 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.450679 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.450933 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.451211 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.451465 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.451724 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.451976 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.452223 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.452473 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.452730 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.452981 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.453243 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.453508 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.453765 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.454032 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.454279 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.454555 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.454947 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.455195 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.455440 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.455828 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:35.456065 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:35.456298 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:35.456528 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:35.456758 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:35.456989 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:35.457349 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 15:56:35.460933 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 15:56:35.464936 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 15:56:35.468592 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 15 15:56:35.470198 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 15:56:35.470675 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 15:56:35.471008 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 15:56:35.471384 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 15:56:35.474127 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 15:56:35.474374 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 15:56:35.474744 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:56:35.480808 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 15 15:56:35.502587 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 15:56:35.503052 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.503350 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93966) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 15:56:35.503708 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.505070 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93966) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 15:56:35.505503 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 15:56:35.505747 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 15:56:35.508951 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.509230 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:35.573488 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 15:56:35.573727 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 15:56:35.573962 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 15:56:35.574328 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 15:56:35.596587 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_db.sqlalchemy.engines [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93966) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 15:56:36.133472 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing driver for type 'gre' Sep 15 15:56:36.133988 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] gre ID ranges: [(1, 1000)] Sep 15 15:56:36.183885 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing driver for type 'local' Sep 15 15:56:36.184267 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing driver for type 'vlan' Sep 15 15:56:36.197359 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] VlanTypeDriver initialization complete Sep 15 15:56:36.197698 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing driver for type 'vxlan' Sep 15 15:56:36.198182 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] vxlan ID ranges: [(1, 1000)] Sep 15 15:56:36.251434 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing extension driver 'port_security' Sep 15 15:56:36.251796 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.extensions.port_security [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] PortSecurityExtensionDriver initialization complete Sep 15 15:56:36.252189 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing mechanism driver 'openvswitch' Sep 15 15:56:36.252542 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing mechanism driver 'hyperv' Sep 15 15:56:36.260202 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.plugin [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.260870 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.261235 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.261579 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.262089 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:56:36.262513 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.262882 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.263235 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.263605 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:56:36.264011 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.264353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.264689 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.265067 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:56:36.265461 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > security_group after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.265801 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > security_group after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.266133 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.266672 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:56:36.267074 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.267416 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.267751 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.268136 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:56:36.268532 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > address_group after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.268871 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > address_group after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.269195 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.269577 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93966) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 15 15:56:36.269942 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] ML2 OVO RPC backend initialized. {{(pid=93966) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 15 15:56:36.270758 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.271107 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.271535 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.271854 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > networks before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.272192 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.272525 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > ports before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.273055 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.273581 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnets before_response 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.274095 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.274439 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.274794 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.275126 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.275456 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.275783 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.276112 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.276439 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.276765 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.277329 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.plugin [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Modular L2 Plugin initialization complete Sep 15 15:56:36.277653 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading services supported by the core plugin {{(pid=93966) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 15:56:36.277973 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.plugins.ml2.managers [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Got port-security extension from driver 'port_security' Sep 15 15:56:36.278423 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.extensions.vlantransparent [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Disabled vlantransparent extension. Sep 15 15:56:36.278923 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93966) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 15:56:36.279230 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: router Sep 15 15:56:36.315639 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.316024 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_create 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.316392 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router before_create 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.316755 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.317127 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.317478 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_delete 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.317833 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > floatingip after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.318179 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.318533 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_create 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.318909 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_update 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.319254 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_update 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.320707 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.321083 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_update 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.321499 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_update 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.321877 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.322213 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.322550 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: subnet after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.322908 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.323254 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.323600 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_create 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.323939 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.324275 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.324629 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router after_update 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.324967 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.325314 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_create 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.325669 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.326005 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_update 55549900 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.326365 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > agent after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.326734 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > agent after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.327073 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > network after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.327979 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Tracking information for resource: router configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:36.328509 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Tracking information for resource: floatingip configured {{(pid=93966) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 15:56:36.333328 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.db.l3_agentschedulers_db [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 15:56:36.333895 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.334244 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port after_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.334602 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port after_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.334949 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: port after_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.336207 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router before_create 55550100 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.336563 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.336920 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_create 55550100 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.337269 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > router precommit_update 55550100 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.341903 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.provider_configuration [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service providers = [] {{(pid=93966) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 15:56:36.342266 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.db.servicetype_db [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93966) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 15:56:36.345180 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.service_base [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:56:36.345527 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.service_base [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:56:36.345866 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.service_base [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:56:36.346781 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.services.service_base [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93966) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 15:56:36.347148 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.services.service_base [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 15:56:36.347515 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.347824 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 15:56:36.358964 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.359296 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: auto_allocate Sep 15 15:56:36.365047 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: network precommit_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.365412 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: network precommit_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.365918 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.366233 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: tag Sep 15 15:56:36.373428 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.373756 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: timestamp Sep 15 15:56:36.377712 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.378019 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: network_ip_availability Sep 15 15:56:36.383985 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.384299 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.384646 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.385343 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.385654 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: flavors Sep 15 15:56:36.390306 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.390708 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading Plugin: revisions Sep 15 15:56:36.395294 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93966) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 15:56:36.395747 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_concurrency.lockutils [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.817s {{(pid=93966) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 15:56:36.396544 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93966) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 15:56:36.396912 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Initializing extension manager. Sep 15 15:56:36.397483 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: __init__.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.399009 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: __pycache__ {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.399421 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.399791 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: address_group.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.400652 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.401260 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: address-group Sep 15 15:56:36.401613 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: address_scope.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.402737 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.403385 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: address-scope Sep 15 15:56:36.403739 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.404995 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.405531 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: router-admin-state-down-before-update Sep 15 15:56:36.405896 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: agent.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.406796 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.407358 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: agent Sep 15 15:56:36.407701 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: agent_resources_synced.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.408821 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.409497 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: agent-resources-synced Sep 15 15:56:36.409855 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: allowedaddresspairs.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.411922 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.412471 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: allowed-address-pairs Sep 15 15:56:36.412854 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: auto_allocated_topology.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.415206 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.415934 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: auto-allocated-topology Sep 15 15:56:36.416321 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: availability_zone.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.417366 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.417996 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: availability_zone Sep 15 15:56:36.418365 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: availability_zone_filter.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.419484 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.420234 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: availability_zone_filter Sep 15 15:56:36.420673 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: data_plane_status.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.421655 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.422185 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 15:56:36.422545 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: default_subnetpools.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.423566 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.425293 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: default-subnetpools Sep 15 15:56:36.425293 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.425293 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.425671 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: dhcp_agent_scheduler Sep 15 15:56:36.425987 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: dns.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.426920 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.427415 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension dns-integration not supported by any of loaded plugins Sep 15 15:56:36.427793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: dns_domain_ports.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.427793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.429810 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 15:56:36.430064 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.431059 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.431557 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 15 15:56:36.431872 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: dvr.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.432537 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.433032 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: dvr Sep 15 15:56:36.433405 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: ecmp_routes.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.434387 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.434909 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 15 15:56:36.435223 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: empty_string_filtering.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.436124 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.436621 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: empty-string-filtering Sep 15 15:56:36.436935 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.437840 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.438343 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:56:36.438695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.439600 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.440103 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 15:56:36.440415 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: external_net.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.441315 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.441816 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: external-net Sep 15 15:56:36.442128 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.443054 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.443550 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: extra_dhcp_opt Sep 15 15:56:36.443861 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: extraroute.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.445329 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.445839 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: extraroute Sep 15 15:56:36.446152 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: extraroute_atomic.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.447222 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.447724 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: extraroute-atomic Sep 15 15:56:36.448036 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: filter_validation.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.448694 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.449190 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: filter-validation Sep 15 15:56:36.449506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: fip_pf_description.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.450404 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.450924 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 15:56:36.451241 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: fip_port_details.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.452147 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.452645 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: fip-port-details Sep 15 15:56:36.452953 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: flavors.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.454171 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.454708 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: flavors Sep 15 15:56:36.455028 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.456675 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.457195 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 15:56:36.457526 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: floatingip_pools.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.458222 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.458826 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: floatingip-pools Sep 15 15:56:36.459151 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: ip_allocation.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.460080 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.461627 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 15:56:36.461954 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.462919 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.463438 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: ip-substring-filtering Sep 15 15:56:36.463742 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l2_adjacency.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.464657 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.465156 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 15:56:36.465474 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.466603 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.467109 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: router Sep 15 15:56:36.467427 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.469655 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.470180 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 15:56:36.470507 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.471517 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.471969 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: ext-gw-mode Sep 15 15:56:36.472292 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.473320 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.473826 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: l3-ha Sep 15 15:56:36.474146 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3_flavors.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.475069 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.475573 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: l3-flavors Sep 15 15:56:36.477020 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.477942 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.478447 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 15:56:36.478799 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: l3agentscheduler.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.479838 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.480342 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: l3_agent_scheduler Sep 15 15:56:36.480659 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: logging.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.482131 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.482676 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension logging not supported by any of loaded plugins Sep 15 15:56:36.483007 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: metering.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.483745 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.484314 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: metering Sep 15 15:56:36.484634 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.485711 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.486224 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: metering_source_and_destination_fields Sep 15 15:56:36.486548 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: multiprovidernet.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.487503 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.488006 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: multi-provider Sep 15 15:56:36.488326 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: netmtu.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.489225 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.489725 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: net-mtu Sep 15 15:56:36.490044 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: netmtu_writable.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.490989 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.491916 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: net-mtu-writable Sep 15 15:56:36.492248 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: network_availability_zone.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.492922 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.493411 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: network_availability_zone Sep 15 15:56:36.493727 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: network_ip_availability.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.494844 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.495355 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: network-ip-availability Sep 15 15:56:36.495674 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: network_segment_range.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.496432 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.496927 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 15:56:36.497243 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: pagination.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.498207 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.498529 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: pagination Sep 15 15:56:36.498876 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: port_device_profile.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.499771 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.500271 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: port-device-profile Sep 15 15:56:36.500586 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.501505 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.502007 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: port-mac-address-regenerate Sep 15 15:56:36.502320 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.503249 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.503747 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: port-numa-affinity-policy Sep 15 15:56:36.504060 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: port_resource_request.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.505079 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.505577 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 15:56:36.505892 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: portbindings.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.506833 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.507801 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: binding Sep 15 15:56:36.508118 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: portbindings_extended.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.509386 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.509894 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: binding-extended Sep 15 15:56:36.510215 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: portsecurity.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.511153 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.511662 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: port-security Sep 15 15:56:36.511981 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: project_id.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.512941 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.513262 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: project-id Sep 15 15:56:36.513576 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: providernet.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.514488 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.515018 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: provider Sep 15 15:56:36.515332 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.518889 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.519408 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos not supported by any of loaded plugins Sep 15 15:56:36.519736 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.520965 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.521482 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 15:56:36.521804 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.523725 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.524256 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 15:56:36.524578 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_default.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.525486 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.525991 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-default not supported by any of loaded plugins Sep 15 15:56:36.526310 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_fip.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.526988 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.527482 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-fip not supported by any of loaded plugins Sep 15 15:56:36.527797 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_gateway_ip.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.528713 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.529219 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 15:56:36.529536 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_port_network_policy.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.530434 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.530959 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 15:56:36.531276 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_pps_rule.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.532439 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.532947 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-pps not supported by any of loaded plugins Sep 15 15:56:36.533264 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_rule_type_details.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.534166 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.534707 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 15:56:36.535026 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: qos_rules_alias.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.536052 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.536555 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 15:56:36.536873 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: quotasv2.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.537774 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.538100 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: quotas Sep 15 15:56:36.539516 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: quotasv2_detail.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.543062 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.543395 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: quota_details Sep 15 15:56:36.543721 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: rbac.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.544763 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.545284 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: rbac-policies Sep 15 15:56:36.545610 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: rbac_address_group.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.546528 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.547061 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: rbac-address-group Sep 15 15:56:36.547382 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: rbac_address_scope.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.548291 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.548795 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: rbac-address-scope Sep 15 15:56:36.549114 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: rbac_security_groups.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.550017 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.550524 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: rbac-security-groups Sep 15 15:56:36.550873 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: rbac_subnetpool.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.551775 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.552288 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: rbac-subnetpool Sep 15 15:56:36.552607 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: revisionifmatch.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.553514 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.554492 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: revision-if-match Sep 15 15:56:36.554910 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: revisions.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.556018 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.556526 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: standard-attr-revisions Sep 15 15:56:36.556846 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: router_availability_zone.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.557513 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.558012 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: router_availability_zone Sep 15 15:56:36.558325 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: routerservicetype.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.559260 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.559760 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension router-service-type not supported by any of loaded plugins Sep 15 15:56:36.560075 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.560986 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.561485 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: security-groups-normalized-cidr Sep 15 15:56:36.561801 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.562757 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.563258 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: port-security-groups-filtering Sep 15 15:56:36.563575 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.564482 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.564985 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: security-groups-remote-address-group Sep 15 15:56:36.565300 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: securitygroup.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.577433 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.578017 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: security-group Sep 15 15:56:36.578352 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: segment.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.579188 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.579690 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension segment not supported by any of loaded plugins Sep 15 15:56:36.580014 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.580964 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.581471 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 15:56:36.581792 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: servicetype.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.583008 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.583524 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: service-type Sep 15 15:56:36.583844 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: sorting.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.584820 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.586333 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: sorting Sep 15 15:56:36.586707 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: standard_attr_segment.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.587630 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.588140 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 15:56:36.588454 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: standardattrdescription.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.589092 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.589590 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: standard-attr-description Sep 15 15:56:36.589904 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: stateful_security_group.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.590843 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.591349 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: stateful-security-group Sep 15 15:56:36.591664 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: stdattrs_common.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.592234 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 15:56:36.592546 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.593463 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.593972 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 15:56:36.594289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: subnet_onboard.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.595385 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.595897 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: subnet_onboard Sep 15 15:56:36.596214 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.597127 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.597626 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 15:56:36.597940 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: subnet_service_types.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.598887 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.599388 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: subnet-service-types Sep 15 15:56:36.599702 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: subnetallocation.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.600814 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.601786 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: subnet_allocation Sep 15 15:56:36.602111 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.602806 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.603309 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: subnetpool-prefix-ops Sep 15 15:56:36.603629 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.604547 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.605050 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 15:56:36.605368 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: tagging.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.606459 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.606998 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: standard-attr-tag Sep 15 15:56:36.607318 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: timestamp.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.608501 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.609012 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loaded extension: standard-attr-timestamp Sep 15 15:56:36.609332 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: trunk.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.610347 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.610888 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension trunk not supported by any of loaded plugins Sep 15 15:56:36.611208 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: trunk_details.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.612116 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.612621 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension trunk-details not supported by any of loaded plugins Sep 15 15:56:36.612941 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: uplink_status_propagation.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.613874 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.614378 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 15:56:36.614728 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Loading extension file: vlantransparent.py {{(pid=93966) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 15:56:36.615393 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93966) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 15:56:36.615895 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 15:56:36.618802 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:network Sep 15 15:56:36.619318 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:subnet Sep 15 15:56:36.619710 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:56:36.620093 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:port Sep 15 15:56:36.621297 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.621734 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service FLAVORS assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.622344 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.622794 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.623124 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:router Sep 15 15:56:36.623548 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:56:36.624023 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service METERING assigned prefix: /metering {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.625439 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.625800 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.626143 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93966) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 15:56:36.627178 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:56:36.627622 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:56:36.628037 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:56:36.628604 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service CORE assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.628931 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:56:36.629267 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] subnetpool is already registered Sep 15 15:56:36.629700 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service CORE assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.630017 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:56:36.630342 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] subnetpool is already registered Sep 15 15:56:36.633609 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.634092 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service FLAVORS assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.634660 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.635082 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.635408 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:router Sep 15 15:56:36.635741 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] router is already registered Sep 15 15:56:36.636147 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:floatingip Sep 15 15:56:36.636475 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] floatingip is already registered Sep 15 15:56:36.636916 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service METERING assigned prefix: /metering {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.637567 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 15:56:36.637884 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] rbac_policy is already registered Sep 15 15:56:36.638281 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:security_group Sep 15 15:56:36.638626 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] security_group is already registered Sep 15 15:56:36.639020 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 15:56:36.639342 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] security_group_rule is already registered Sep 15 15:56:36.639953 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service CORE assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.640273 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:56:36.640601 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] subnetpool is already registered Sep 15 15:56:36.641010 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.v2.resource_helper [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Service CORE assigned prefix: {{(pid=93966) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 15:56:36.641329 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 15:56:36.641652 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING neutron.quota.resource_registry [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] subnetpool is already registered Sep 15 15:56:36.642105 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: extensions {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.643583 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: address-groups {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.645051 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: address-scopes {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.646382 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: agents {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.647552 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: auto-allocated-topology {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.649793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: availability_zones {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.651040 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: dhcp-networks {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.652702 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: dhcp-agents {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.654115 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: routers {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.656348 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: flavors {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.657502 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: service_profiles {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.658722 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: next_providers {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.660201 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: service_profiles {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.661717 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: floatingip-pools {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.662944 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: routers {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.665943 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: floatingips {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.667606 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: l3-routers {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.669215 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: l3-agents {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.670682 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: metering-labels {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.672022 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: metering-label-rules {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.673289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: network-ip-availabilities {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.674663 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: bindings {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.677116 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: quotas {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.678570 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: quotas {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.680492 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: rbac-policies {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.681684 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: security-groups {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.683063 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: security-group-rules {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.684371 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: service-providers {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.685570 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: subnetpools {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.687022 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: subnetpools {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.688452 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.690092 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.691921 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.693697 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.696445 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.698268 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.699985 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.701960 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.703725 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.705439 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron.api.extensions [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Extended resource: tags {{(pid=93966) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 15:56:36.712881 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING keystonemiddleware.auth_token [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 15:56:36.717979 dv-cinder-809206-1-iscsi neutron-server[93966]: WARNING keystonemiddleware.auth_token [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 15:56:36.727514 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_concurrency.lockutils [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Acquired lock "singleton_lock" {{(pid=93966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 15:56:36.727990 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_concurrency.lockutils [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Releasing lock "singleton_lock" {{(pid=93966) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 15:56:36.728635 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Starting 2 workers Sep 15 15:56:36.733470 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Started child 94073 {{(pid=93966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:56:36.737970 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Started child 94074 {{(pid=93966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:56:36.739121 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.739706 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO neutron.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 15:56:36.740250 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Notify callbacks [] for process, before_spawn {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.740585 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [-] (94073) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:56:36.743501 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.744852 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [-] (94074) wsgi starting up on http://0.0.0.0:9696 Sep 15 15:56:36.746437 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Starting 1 workers Sep 15 15:56:36.751641 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Started child 94075 {{(pid=93966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:56:36.752147 dv-cinder-809206-1-iscsi neutron-server[93966]: INFO oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Starting 1 workers Sep 15 15:56:36.755452 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] calling RpcWorker wait() {{(pid=94075) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 15:56:36.756033 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] returning from RpcWorker wait() {{(pid=94075) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 15:56:36.756480 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Started child 94076 {{(pid=93966) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 15 15:56:36.757870 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.758183 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG neutron_lib.callbacks.manager [None req-b84cab37-8c60-48e4-8da1-a765c739d13f None None] Notify callbacks [] for process, after_spawn {{(pid=93966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.758434 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.760270 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:56:36.760495 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:56:36.760677 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:56:36.760888 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:56:36.761246 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:56:36.761415 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:56:36.761929 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.762201 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:36.762701 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.762701 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.762828 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.762996 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.763573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.763854 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.764082 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.764363 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.764595 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.764767 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.764930 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.765179 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.765404 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.765701 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.765972 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.766220 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.766493 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.766687 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.766934 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.767193 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.767415 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.767682 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] debug = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.767931 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.768401 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.768624 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.768884 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.769096 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.769379 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.769597 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.769847 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.770093 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.770323 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.770593 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.770854 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.771080 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.771301 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.771517 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.771781 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.772000 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.772478 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] host = dv-cinder-809206-1-iscsi {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.773412 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.773731 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.774116 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.774425 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.774725 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.774975 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.775260 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.775469 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.775834 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.776063 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.776300 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.776546 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.776793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.777031 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.777178 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_options = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.777425 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.777680 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.777923 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.778109 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.778279 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.778449 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.778784 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.778947 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.779193 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.779405 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.779619 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.779825 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.780065 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.780291 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.780546 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.780791 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.781000 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.781204 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.781453 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.781691 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.781909 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.782147 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.782376 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.782632 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.782823 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.783031 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.783270 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.783494 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.783756 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.783937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.784160 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.784416 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.784628 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.784856 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.785112 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.785333 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.785555 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.785764 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.786031 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.786249 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.786503 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.786790 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.786992 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.787230 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.787440 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.787649 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.787891 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_json = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.788099 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.788376 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.788642 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.788853 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.789083 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.789291 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.789524 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.789754 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.790218 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.790492 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.790848 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.791089 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.791315 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.791563 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.791810 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.792032 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.793487 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.793627 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.793757 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.794062 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.794307 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.794616 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.794860 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.795147 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.795448 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.795685 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.796849 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.797020 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.797260 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.797468 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.797741 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.798024 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.798289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.798562 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.798839 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.799153 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.799434 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.799742 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.800168 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.800279 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.800440 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.801037 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.801037 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.801205 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.801366 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.803506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.804144 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.804144 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.804144 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.804531 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.804680 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.806662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.807182 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.807182 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.807321 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.807423 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.807640 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.807851 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.808072 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.808279 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.808551 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.808764 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.809061 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.809568 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.809824 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.810059 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.810297 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.810905 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.811140 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.811359 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.811572 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.811824 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.812046 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.812268 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.812502 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.812748 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.812961 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.813182 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.813408 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.813624 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.813830 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.814062 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.814276 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.814546 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.814883 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.815121 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.815374 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.815649 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.815899 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.816144 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.816399 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.816631 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.816846 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.817097 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.817380 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.817624 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.817853 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.818092 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.818309 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.818556 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.818811 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.819051 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.819278 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.820069 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.820478 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.820775 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.821008 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.821285 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.821551 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.821812 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.822082 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.822317 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.822565 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.822838 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.823117 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.823417 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.823665 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.823900 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.824140 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.824401 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.824666 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.824899 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.825162 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.825426 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.825650 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.825900 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.826176 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.826428 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.826661 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.826879 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.827109 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.827807 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.827807 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.827976 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.828062 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.828327 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.828568 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.828809 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.829069 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.829315 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.829576 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.829822 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.830107 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.830312 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.830522 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.830801 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.831029 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.831254 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.831499 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.831746 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.831960 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.832173 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.832433 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.833791 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.833791 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.833966 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.834042 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.834238 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.834478 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.834713 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.834938 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.835770 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.835977 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.836190 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.836429 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.836643 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.836884 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.837114 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838767 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.838839 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.839024 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.839238 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.839455 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.839669 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.839904 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.840141 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.840350 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.840586 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.840798 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.841045 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.841308 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.841625 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.841876 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.842102 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.842353 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.842570 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.842832 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.843067 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.843317 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.843539 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.843756 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.843973 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.844231 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.844441 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.844673 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.844876 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.845116 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.845289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.845496 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.845730 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.846021 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.846277 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.846504 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.846793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.847030 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.847270 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.847518 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.847729 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.847939 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.848158 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.848373 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.848605 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.848829 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.849039 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.849248 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.849489 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.849702 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.849908 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.850138 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.850370 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.850607 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.850871 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.851109 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.851339 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.851621 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.852029 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.852029 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.852279 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.852556 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.852697 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.852926 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.853130 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.853337 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.853556 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.853785 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.853994 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.854289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.854535 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.854793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.855080 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.855324 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.855566 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.855806 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.856123 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.856330 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.856604 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.856836 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.857045 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.857289 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.857543 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.857876 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.858171 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.858412 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.858703 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.858991 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.859282 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.859563 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.859773 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.860137 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.860461 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.860743 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.860992 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.861216 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.861441 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.861660 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.861881 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.862124 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.862366 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.862612 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.862832 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.863057 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.863279 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.863510 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.863733 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.863943 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.864165 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.864394 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.864627 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.864839 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.864993 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:56:36.865525 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93966) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 15 15:56:36.865682 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 15:56:36.865833 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 15:56:36.865998 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 15:56:36.866163 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 15:56:36.866312 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 15:56:36.866554 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.866843 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867037 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867193 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867284 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867485 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867651 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867807 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.867962 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.868101 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.868259 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.868415 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.868558 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.868732 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.868865 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869020 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869174 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869328 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869487 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869643 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869800 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.869954 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.870107 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] debug = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.870263 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.870473 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.870656 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.870813 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.870967 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.871121 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.871275 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.871435 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.871586 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.871740 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.871895 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872051 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872207 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872364 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872518 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872676 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872839 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.872975 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] host = dv-cinder-809206-1-iscsi {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.873130 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.873287 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.873441 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.873594 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.873749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.873903 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.874058 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.874217 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.874372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.874529 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.874716 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.874875 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.875034 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.875193 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.875347 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_options = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.875502 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.875662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876050 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876050 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876186 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876274 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876588 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876750 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.876905 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877062 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877248 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877363 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877506 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877649 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877809 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.877965 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.878119 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.878274 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.878430 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.878622 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.878758 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879140 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879140 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879394 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879394 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879646 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879646 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879920 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.879920 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880195 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880195 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880453 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880453 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880705 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880839 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.880972 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881105 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881247 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881381 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881512 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881640 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881724 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.881885 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.882607 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.882754 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.882910 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883066 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_json = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883222 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883380 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883527 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883669 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883816 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.883954 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.884143 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.884286 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 15:56:36.884649 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.884649 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.884859 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.884859 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885005 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885158 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885317 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885477 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885635 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885793 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.885958 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.886117 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.886285 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.886442 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.886623 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.886778 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.886915 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.887068 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.887229 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.887386 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.887544 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.887702 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.887869 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888027 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888188 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888346 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888505 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888677 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888978 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.888978 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.889207 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.889311 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.889416 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.889575 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.889734 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.889892 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.890052 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.890210 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.890367 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.890525 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.890706 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.890865 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891025 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891214 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891348 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891488 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891645 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891803 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.891943 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.892099 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.892256 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.892400 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.892562 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.892799 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.892946 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893090 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893422 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893422 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893641 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893641 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893844 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.893932 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.894032 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.894190 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.894347 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.894505 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.894698 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.894857 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895015 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895172 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895330 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895488 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895645 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895741 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:36.895829 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.895948 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.896104 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.896261 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.896418 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.896575 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.896732 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.896890 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.897047 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.897205 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.897362 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.897519 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.898250 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.898412 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.898571 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.898747 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.898916 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.899158 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.899256 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.899396 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.899552 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.899710 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.899865 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900022 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900179 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900335 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900492 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900649 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900805 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.900964 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.901120 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.901278 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.901435 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.901591 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.901748 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.901904 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.902062 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.902218 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.902375 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.902532 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.902709 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.902866 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903022 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903189 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903346 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903505 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903662 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903825 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.903993 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.904152 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.904309 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.904466 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.904622 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.904779 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.904936 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.905092 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.905248 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.905405 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.905563 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.905727 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.905895 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.906053 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.906210 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.906367 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.906546 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.906740 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.906898 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907054 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907214 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907371 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907528 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907684 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907841 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.907999 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.908156 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.908320 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.908476 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.908956 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.908956 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.908956 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.909572 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.909572 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.909572 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.909572 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.909856 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.909856 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910103 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910103 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910336 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910457 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910600 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910726 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910848 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.910974 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.911132 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.911288 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.911443 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.911600 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.911755 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.911912 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.912069 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.912227 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.912385 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.912543 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.912700 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.912858 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.913015 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.913173 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.913410 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.913572 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.913731 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.913890 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.914048 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.914208 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.914365 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.914524 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.914717 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.914875 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915033 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915207 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915367 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915525 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915684 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915842 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.915999 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.916156 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.916313 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.916471 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.916629 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.916785 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.916945 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.917398 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.917527 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.917650 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.917798 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.917977 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.918134 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.918297 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.918468 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.918644 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.918806 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.918964 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.919288 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.919440 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.919550 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.920573 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.921695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.921695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.921695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.921695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.921695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.921695 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.923917 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.924937 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.925749 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926372 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926923 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926923 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.926923 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927144 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927222 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927332 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927503 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927660 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927819 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.927977 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.928135 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.928297 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.928454 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.928611 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.928769 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.929470 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.929630 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.929788 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.929944 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.930101 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.930258 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.930415 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.930571 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.930750 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.930909 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.931066 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 15:56:36.931216 dv-cinder-809206-1-iscsi neutron-server[93966]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93966) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 15:56:37.084825 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 60116) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:37.094562 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070963 Sep 15 15:56:48.589904 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b4eb0-33da-4f7e-92b7-eb73bf08c4a8 None None] get_active_networks_info from dv-cinder-809206-1-iscsi {{(pid=94075) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 15 15:56:48.731676 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b4eb0-33da-4f7e-92b7-eb73bf08c4a8 None None] No non-hosted networks {{(pid=94075) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 15:56:48.758241 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.agentschedulers_db [None req-019b4eb0-33da-4f7e-92b7-eb73bf08c4a8 None None] DHCP Agent not found on host dv-cinder-809206-1-iscsi {{(pid=94075) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 15 15:56:48.814485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-aa1cdfe3-d0a5-4c44-b88d-9ec66ee86363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700406'] for agent, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.326839 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-10dc82eb-724d-440f-9ece-daa3c7871095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700406'] for agent, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.398489 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3996214b-492b-486f-842e-b4ec15def1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.455373 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700406'] for agent, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:51.456271 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.456906 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.457400 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.457992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.458473 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.459018 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.459487 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.460252 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.460765 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.461335 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.462497 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.463134 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:56:51.463810 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809206-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:51.480552 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809206-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:56:52.244371 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700406'] for agent, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:53.824425 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700406'] for agent, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:54.737910 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.db.l3_hamode_db [None req-8559005a-dab8-47c6-b5a2-435241aa774b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 15:56:54.819119 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559005a-dab8-47c6-b5a2-435241aa774b None None] Routers set() bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:56:54.819505 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559005a-dab8-47c6-b5a2-435241aa774b None None] Router IDs set() for agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 15 15:56:54.890075 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 60208) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:55.379191 dv-cinder-809206-1-iscsi neutron-server[94073]: WARNING oslo_policy.policy [None req-c7a2520a-d8fb-422d-84e4-92daffa454a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:56:55.379802 dv-cinder-809206-1-iscsi neutron-server[94073]: WARNING oslo_policy.policy [None req-c7a2520a-d8fb-422d-84e4-92daffa454a4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:56:55.602406 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [None req-c7a2520a-d8fb-422d-84e4-92daffa454a4 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:56:55.603432 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-c7a2520a-d8fb-422d-84e4-92daffa454a4 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7124498 Sep 15 15:56:57.982559 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60222) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:56:58.468502 dv-cinder-809206-1-iscsi neutron-server[94074]: WARNING oslo_policy.policy [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:56:58.469092 dv-cinder-809206-1-iscsi neutron-server[94074]: WARNING oslo_policy.policy [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:56:58.691846 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:56:58.784872 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.policy [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94074) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:56:58.829923 dv-cinder-809206-1-iscsi neutron-server[94074]: WARNING oslo_policy.policy [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:56:58.830282 dv-cinder-809206-1-iscsi neutron-server[94074]: WARNING oslo_policy.policy [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:56:58.839476 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.quota [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] Loaded quota_driver: . Sep 15 15:56:58.927942 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728228727003', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728228728558', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728228747575', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728228746987', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728225220458', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728228823933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-650322', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-831564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1945856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1762870'] for rbac-policy, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.991344 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:56:58.993327 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-3d9e01db-9972-48fe-b7e7-cc8d5217ec77 admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0086801 Sep 15 15:57:01.566420 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60240) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:01.857255 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'name': 'private', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:01.884889 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Made reservation on behalf of 4e3adaf34be240d28656420f9cd4677f for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:01.887850 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:01.905493 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.027520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.031051 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.049760 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 15:57:02.077835 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728226370964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.078409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Unsubscribe: segment precommit_create {{(pid=94074) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 15:57:02.078942 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Added segment fb4e3e2d-1b41-459d-9e10-0043367120c4 of type vlan for network 6412bb79-af61-4b2f-939c-5ca7859ed0bf Sep 15 15:57:02.094991 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a32165-eb0c-477c-9389-0adefd7ec416,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:02.120299 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.120655 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.120995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.121320 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.121641 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.121977 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.122298 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.122637 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.122972 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.123289 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.123598 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.123907 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Tracked resource versions report: Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: pushed versions: Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: { 'AddressGroup': {'1.2'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'ConntrackHelper': {'1.0'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Log': {'1.0'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Network': {'1.1'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Port': {'1.7'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'PortForwarding': {'1.2'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'QosPolicy': {'1.9'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroup': {'1.4'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SubPort': {'1.0'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Subnet': {'1.1'}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Trunk': {'1.1'}} Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: consumer versions: Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'ConntrackHelper': '1.0', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Log': '1.0', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Network': '1.1', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Port': '1.7', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'PortForwarding': '1.2', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'QosPolicy': '1.9', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroup': '1.4', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroupRule': '1.2', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SubPort': '1.0', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Subnet': '1.1', Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Trunk': '1.1'}} Sep 15 15:57:02.124997 dv-cinder-809206-1-iscsi neutron-server[94074]: {{(pid=94074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:57:02.207127 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.244669 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.245963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:02.246610 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:02.303408 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7358618 Sep 15 15:57:02.345271 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b1738-3632-4378-a9a3-83f18f445214 admin admin] Pushing event updated for resources: {'Network': ['ID=6412bb79-af61-4b2f-939c-5ca7859ed0bf,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:02.356688 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:05.014523 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60254) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:05.405864 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc942883-693d-4672-91c1-f285dd49a6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:05.407383 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-dc942883-693d-4672-91c1-f285dd49a6b8 admin admin] 10.222.0.59 "GET /v2.0/networks/6412bb79-af61-4b2f-939c-5ca7859ed0bf HTTP/1.1" status: 200 len: 825 time: 0.3917952 Sep 15 15:57:05.434414 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-556ddac0-d102-49ff-bbe7-9aed2fc21de0 admin admin] 10.222.0.59 "GET /v2.0/subnetpools/e4698e55-24b2-4562-b724-d672c28c905c HTTP/1.1" status: 200 len: 734 time: 0.0199063 Sep 15 15:57:05.443479 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'name': 'private-subnet', 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c', 'ip_version': 4, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:05.471016 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Made reservation on behalf of 4e3adaf34be240d28656420f9cd4677f for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:05.473364 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.756365 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.823396 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07011d36-b90c-4b53-b290-2199c0c3b3c8,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:05.825215 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Checking segment: {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:05.825580 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Network hostable DHCP agents. Network: 6412bb79-af61-4b2f-939c-5ca7859ed0bf, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:05.848961 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:05.863932 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 6412bb79-af61-4b2f-939c-5ca7859ed0bf) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:05.869327 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:05.869897 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:05.874154 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56498ad0-a38e-466f-95a6-eef5c8edc84c None None] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:05.883744 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-3b8a9890-0e94-4081-ab2a-9e434eed8b24 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4434547 Sep 15 15:57:06.192494 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 15:57:06.193872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.467426 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Allocated IP 172.20.0.2 (6412bb79-af61-4b2f-939c-5ca7859ed0bf/07011d36-b90c-4b53-b290-2199c0c3b3c8/a99daabe-bc05-4262-b16c-b36e28dc0993) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:06.671424 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.678989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.778094 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:06.786742 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:06.795141 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Pushing event updated for resources: {'Port': ['ID=a99daabe-bc05-4262-b16c-b36e28dc0993,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:06.797314 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:06.828639 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.828992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.829337 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.829676 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.830008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.830340 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.830690 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.831022 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.831370 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.831703 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.832022 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.832369 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Tracked resource versions report: Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: pushed versions: Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: { 'AddressGroup': {'1.2'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'ConntrackHelper': {'1.0'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Log': {'1.0'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Network': {'1.1'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Port': {'1.7'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'PortForwarding': {'1.2'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'QosPolicy': {'1.9'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroup': {'1.4'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SubPort': {'1.0'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Subnet': {'1.1'}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Trunk': {'1.1'}} Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: consumer versions: Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'ConntrackHelper': '1.0', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Log': '1.0', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Network': '1.1', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Port': '1.7', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'PortForwarding': '1.2', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'QosPolicy': '1.9', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroup': '1.4', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroupRule': '1.2', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SubPort': '1.0', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Subnet': '1.1', Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Trunk': '1.1'}} Sep 15 15:57:06.833499 dv-cinder-809206-1-iscsi neutron-server[94075]: {{(pid=94075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:57:06.888485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Attempting to bind port a99daabe-bc05-4262-b16c-b36e28dc0993 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:06.889116 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Attempting to bind port a99daabe-bc05-4262-b16c-b36e28dc0993 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:06.889291 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Attempting to bind port a99daabe-bc05-4262-b16c-b36e28dc0993 on network 6412bb79-af61-4b2f-939c-5ca7859ed0bf {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:06.894087 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:06.894502 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Checking segment: {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:06.895047 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.895442 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Bound using segment: {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:06.895976 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Bound port: a99daabe-bc05-4262-b16c-b36e28dc0993, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:06.896634 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:06.965374 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] For port a99daabe-bc05-4262-b16c-b36e28dc0993, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:06.969689 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] For port a99daabe-bc05-4262-b16c-b36e28dc0993, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=a99daabe-bc05-4262-b16c-b36e28dc0993,segment=NetworkSegment(fb4e3e2d-1b41-459d-9e10-0043367120c4),segment_id=fb4e3e2d-1b41-459d-9e10-0043367120c4)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:06.974021 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:07.040052 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b40d75-ad34-43bf-bf61-8407d40ce14a None None] Pushing event updated for resources: {'Port': ['ID=a99daabe-bc05-4262-b16c-b36e28dc0993,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:08.343611 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60262) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:08.655112 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [None req-8c74ba0d-00cb-47b8-b5f3-aae5074b1703 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:57:08.670602 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-8c74ba0d-00cb-47b8-b5f3-aae5074b1703 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3115664 Sep 15 15:57:11.100587 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60270) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:11.417187 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [None req-772f6832-c2a9-48dc-a93a-8542135b552d admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:57:11.419805 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-772f6832-c2a9-48dc-a93a-8542135b552d admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170571 Sep 15 15:57:14.067371 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60280) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:14.387071 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:14.410271 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.411869 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.547202 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.551753 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.564817 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:14.566003 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-bec2dd93-5024-46aa-880b-0d8278038bc6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4976709 Sep 15 15:57:15.034082 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device a99daabe-bc05-4262-b16c-b36e28dc0993 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:15.125129 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port a99daabe-bc05-4262-b16c-b36e28dc0993 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:15.125519 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.233379 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.271781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port a99daabe-bc05-4262-b16c-b36e28dc0993, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=a99daabe-bc05-4262-b16c-b36e28dc0993,segment=NetworkSegment(fb4e3e2d-1b41-459d-9e10-0043367120c4),segment_id=fb4e3e2d-1b41-459d-9e10-0043367120c4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:15.276374 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.324446 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=a99daabe-bc05-4262-b16c-b36e28dc0993,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:15.432973 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87551e9-bce5-40fd-b921-14d07deb5c56 None None] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:15.504282 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ca2189ab-fb7f-4409-a776-a60f7ec70939 None None] Provisioning complete for port a99daabe-bc05-4262-b16c-b36e28dc0993 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:15.504650 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ca2189ab-fb7f-4409-a776-a60f7ec70939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:15.864423 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-a96ce0e5-a481-4c4f-8251-6dc0dc3bb6f5 None None] Provisioning complete for port a99daabe-bc05-4262-b16c-b36e28dc0993 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:15.864791 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a96ce0e5-a481-4c4f-8251-6dc0dc3bb6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:16.979573 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60292) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:17.006242 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device a99daabe-bc05-4262-b16c-b36e28dc0993 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:17.051416 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port a99daabe-bc05-4262-b16c-b36e28dc0993 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:17.051787 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:17.296962 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [None req-3333c134-4354-4f03-8d91-e7b54e2ddf64 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:57:17.297985 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-3333c134-4354-4f03-8d91-e7b54e2ddf64 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3174884 Sep 15 15:57:18.493379 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ed62-fad5-44d0-86ab-c7539d2fe88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:19.681755 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60300) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:19.997886 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:20.018949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Made reservation on behalf of f452ace2509c4238bda077e5834bae56 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:20.021135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.028886 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.114536 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.119095 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.135659 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Reserving flat network on physical network physnet1 {{(pid=94074) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 15:57:20.153348 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a5ff8-438d-4a29-b3d6-e1bef941f040,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:20.158488 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.158853 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Added segment 05546a46-c3e5-4207-b0c3-b59797f2c68d of type flat for network e15935f5-19dd-47dd-a555-09f9f0247312 Sep 15 15:57:20.204612 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.236017 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.236998 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:20.237554 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:20.268818 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5859108 Sep 15 15:57:20.296520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44417c20-768d-44b0-ab1e-91b6aedcff99 admin admin] Pushing event updated for resources: {'Network': ['ID=e15935f5-19dd-47dd-a555-09f9f0247312,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:20.307326 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network e15935f5-19dd-47dd-a555-09f9f0247312 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 15:57:21.314034 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-83fafce4-46f9-4062-a7f2-e93ec64719f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:21.442459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:21.821266 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:57:22.186870 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:22.666071 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60318) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:22.844862 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a7332d-394a-4fdb-84e5-67f158003827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:22.846162 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-51a7332d-394a-4fdb-84e5-67f158003827 admin admin] 10.222.0.59 "GET /v2.0/subnets/07011d36-b90c-4b53-b290-2199c0c3b3c8 HTTP/1.1" status: 200 len: 849 time: 0.1791284 Sep 15 15:57:22.960836 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-04cd3cb4-b58b-4c6e-b833-ba405ed1d49f admin admin] 10.222.0.59 "GET /v2.0/routers/5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d HTTP/1.1" status: 200 len: 704 time: 0.1071017 Sep 15 15:57:23.231260 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.523303 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Allocated IP 172.20.0.1 (6412bb79-af61-4b2f-939c-5ca7859ed0bf/07011d36-b90c-4b53-b290-2199c0c3b3c8/e9bbe2e8-5577-42bf-abc9-743b5c92796b) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:23.719309 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.769956 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.789260 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.856089 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:23.860617 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:23.863091 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:23.863610 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:23.936461 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Pushing event updated for resources: {'Port': ['ID=e9bbe2e8-5577-42bf-abc9-743b5c92796b,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:24.071681 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.115134 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-343da8a2-abcf-4837-81b0-1e211c394763 None None] Provisioning complete for port e9bbe2e8-5577-42bf-abc9-743b5c92796b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:24.115500 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-343da8a2-abcf-4837-81b0-1e211c394763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.150855 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-343da8a2-abcf-4837-81b0-1e211c394763 None None] Port e9bbe2e8-5577-42bf-abc9-743b5c92796b cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:57:24.274553 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.278722 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.279467 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.339432 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Pushing event updated for resources: {'Port': ['ID=e9bbe2e8-5577-42bf-abc9-743b5c92796b,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:24.402485 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:24.404009 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:24.563963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 15:57:24.571548 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-97713e15-fd8e-4ea1-8fdf-3f38a5e2e5f5 None None] Provisioning complete for port e9bbe2e8-5577-42bf-abc9-743b5c92796b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:24.571921 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-97713e15-fd8e-4ea1-8fdf-3f38a5e2e5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:24.604487 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-97713e15-fd8e-4ea1-8fdf-3f38a5e2e5f5 None None] Port e9bbe2e8-5577-42bf-abc9-743b5c92796b cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 15:57:24.656753 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:57:24.661786 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-002e1663-9bf3-449a-aeda-454d9627e70b admin admin] 10.222.0.59 "PUT /v2.0/routers/5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6955996 Sep 15 15:57:24.677813 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Sync routers for ids ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:57:24.688833 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Routers {'5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:57:24.689670 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T15:57:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:24.872965 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Set router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:57:25.297810 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:57:14Z', 'updated_at': '2021-09-15T15:57:24Z', 'revision_number': 2, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'gw_port_host': None, '_interfaces': [{'id': 'e9bbe2e8-5577-42bf-abc9-743b5c92796b', 'name': '', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'mac_address': 'fa:16:3e:2c:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:23Z', 'updated_at': '2021-09-15T15:57:24Z', 'revision_number': 2, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'subnets': [{'id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:25.349508 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Checking router: 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:57:25.349877 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Updating router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d port e9bbe2e8-5577-42bf-abc9-743b5c92796b binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:57:25.398674 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.931937 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:25.939471 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.032749 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Pushing event updated for resources: {'Port': ['ID=e9bbe2e8-5577-42bf-abc9-743b5c92796b,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:26.041689 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.042039 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.042376 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.042737 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.043067 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.043400 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.043726 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.044049 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.044388 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.044719 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.045041 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.045357 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Tracked resource versions report: Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: pushed versions: Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: { 'AddressGroup': {'1.2'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'ConntrackHelper': {'1.0'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Log': {'1.0'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Network': {'1.1'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Port': {'1.7'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'PortForwarding': {'1.2'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'QosPolicy': {'1.9'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroup': {'1.4'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroupRule': {'1.2'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SubPort': {'1.0'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Subnet': {'1.1'}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Trunk': {'1.1'}} Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: consumer versions: Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'ConntrackHelper': '1.0', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Log': '1.0', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Network': '1.1', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Port': '1.7', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'PortForwarding': '1.2', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'QosPolicy': '1.9', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroup': '1.4', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroupRule': '1.2', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SubPort': '1.0', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Subnet': '1.1', Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Trunk': '1.1'}} Sep 15 15:57:26.046472 dv-cinder-809206-1-iscsi neutron-server[94076]: {{(pid=94076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 15:57:26.124880 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Attempting to bind port e9bbe2e8-5577-42bf-abc9-743b5c92796b on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:26.125298 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Attempting to bind port e9bbe2e8-5577-42bf-abc9-743b5c92796b by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:26.125722 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Attempting to bind port e9bbe2e8-5577-42bf-abc9-743b5c92796b on network 6412bb79-af61-4b2f-939c-5ca7859ed0bf {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:26.130826 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:26.131237 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Checking segment: {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:26.132427 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.132820 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Bound using segment: {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:26.133322 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Bound port: e9bbe2e8-5577-42bf-abc9-743b5c92796b, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb4e3e2d-1b41-459d-9e10-0043367120c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:26.133720 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.201184 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] For port e9bbe2e8-5577-42bf-abc9-743b5c92796b, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:26.221133 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] For port e9bbe2e8-5577-42bf-abc9-743b5c92796b, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=e9bbe2e8-5577-42bf-abc9-743b5c92796b,segment=NetworkSegment(fb4e3e2d-1b41-459d-9e10-0043367120c4),segment_id=fb4e3e2d-1b41-459d-9e10-0043367120c4)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:26.225745 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.232743 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-18f5a48e-1622-4df3-afd6-35e65d7f0d7a None None] Provisioning complete for port e9bbe2e8-5577-42bf-abc9-743b5c92796b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:26.233717 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-18f5a48e-1622-4df3-afd6-35e65d7f0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.269856 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Routers {'5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:57:26.270538 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T15:57:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:26.311893 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-18f5a48e-1622-4df3-afd6-35e65d7f0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.347968 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-18f5a48e-1622-4df3-afd6-35e65d7f0d7a None None] For port e9bbe2e8-5577-42bf-abc9-743b5c92796b, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=e9bbe2e8-5577-42bf-abc9-743b5c92796b,segment=NetworkSegment(fb4e3e2d-1b41-459d-9e10-0043367120c4),segment_id=fb4e3e2d-1b41-459d-9e10-0043367120c4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:26.354029 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-18f5a48e-1622-4df3-afd6-35e65d7f0d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.364862 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] Set router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:57:26.407211 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5a48e-1622-4df3-afd6-35e65d7f0d7a None None] Pushing event updated for resources: {'Port': ['ID=e9bbe2e8-5577-42bf-abc9-743b5c92796b,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:26.469532 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c3bfc-464f-43dc-959e-2d9c9adaf305 None None] Pushing event updated for resources: {'Port': ['ID=e9bbe2e8-5577-42bf-abc9-743b5c92796b,revision_number=4']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:26.574643 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-71168ec5-46dc-4395-8924-690ea62468c5 None None] Provisioning complete for port e9bbe2e8-5577-42bf-abc9-743b5c92796b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:26.574951 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-71168ec5-46dc-4395-8924-690ea62468c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:26.587259 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:57:14Z', 'updated_at': '2021-09-15T15:57:24Z', 'revision_number': 2, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'gw_port_host': None, '_interfaces': [{'id': 'e9bbe2e8-5577-42bf-abc9-743b5c92796b', 'name': '', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'mac_address': 'fa:16:3e:2c:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:23Z', 'updated_at': '2021-09-15T15:57:26Z', 'revision_number': 4, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'subnets': [{'id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:26.613365 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e85d25c-58f9-4e96-bf6c-eda41f623942 None None] The sync data for ids ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'] in dv-cinder-809206-1-iscsi is: [{'id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:57:14Z', 'updated_at': '2021-09-15T15:57:24Z', 'revision_number': 2, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'gw_port_host': None, '_interfaces': [{'id': 'e9bbe2e8-5577-42bf-abc9-743b5c92796b', 'name': '', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'mac_address': 'fa:16:3e:2c:38:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:23Z', 'updated_at': '2021-09-15T15:57:26Z', 'revision_number': 4, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'subnets': [{'id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:57:26.951742 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60338) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:27.061098 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e055628b-5687-4b1c-bf5a-1e58c851fba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.062462 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e055628b-5687-4b1c-bf5a-1e58c851fba4 admin admin] 10.222.0.59 "GET /v2.0/networks/e15935f5-19dd-47dd-a555-09f9f0247312 HTTP/1.1" status: 200 len: 842 time: 0.1097689 Sep 15 15:57:27.073187 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:27.095405 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Made reservation on behalf of f452ace2509c4238bda077e5834bae56 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 15:57:27.097645 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.449190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.objects.ports [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94074) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 15 15:57:27.449673 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.512143 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8f8f7d-b86b-403f-8f4a-1332976c71df,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:27.521160 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:27.521514 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Network hostable DHCP agents. Network: e15935f5-19dd-47dd-a555-09f9f0247312, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 15:57:27.539368 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 15:57:27.550076 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, e15935f5-19dd-47dd-a555-09f9f0247312) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:27.554204 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:27.554818 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:27.560539 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06927244-3311-4f1a-acbc-c1289b7cc1fb None None] Network e15935f5-19dd-47dd-a555-09f9f0247312 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:27.570540 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6e23cd0f-419d-4408-af49-d2d6413f94a3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4997208 Sep 15 15:57:27.694985 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183cf73e-26d8-4518-9a03-6e1eb890b03d None None] Network e15935f5-19dd-47dd-a555-09f9f0247312 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:57:29.878086 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60346) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:30.008744 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-81bd493b-2f30-4fc5-a119-1d573de14b05 admin admin] 10.222.0.59 "GET /v2.0/routers/5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d HTTP/1.1" status: 200 len: 710 time: 0.1294200 Sep 15 15:57:30.094809 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dab017-f783-4668-b3d6-a012b628c6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:57:30.096085 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-97dab017-f783-4668-b3d6-a012b628c6c6 admin admin] 10.222.0.59 "GET /v2.0/networks/e15935f5-19dd-47dd-a555-09f9f0247312 HTTP/1.1" status: 200 len: 886 time: 0.0815799 Sep 15 15:57:30.106039 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:57:30.340993 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.572153 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.646641 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.748387 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Allocated IP 172.27.1.27 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/383a56b1-4c85-485d-b3ba-3aa36d942e08) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 15:57:30.849412 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.884267 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:30.922274 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 15:57:30.925253 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 15:57:30.936678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 15:57:30.939756 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Pushing event updated for resources: {'Port': ['ID=383a56b1-4c85-485d-b3ba-3aa36d942e08,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:31.274575 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:31.462296 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1700266', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1701914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-642'] for router, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:31.465709 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1700257', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1700280', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1701905'] for router, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:31.574848 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 15:57:31.675283 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 15:57:31.680358 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:31.681560 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-7bd7576a-183c-42ee-ad2e-6380167f8aba admin admin] 10.222.0.59 "PUT /v2.0/routers/5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d HTTP/1.1" status: 200 len: 889 time: 1.5786631 Sep 15 15:57:33.060841 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device e9bbe2e8-5577-42bf-abc9-743b5c92796b up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:33.098836 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Sync routers for ids ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 15:57:33.113833 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Routers {'5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:57:33.114595 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T15:57:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:33.201008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port e9bbe2e8-5577-42bf-abc9-743b5c92796b triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:33.201377 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:33.358553 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Set router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:57:33.779517 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '383a56b1-4c85-485d-b3ba-3aa36d942e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:57:14Z', 'updated_at': '2021-09-15T15:57:31Z', 'revision_number': 4, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'gw_port': {'id': '383a56b1-4c85-485d-b3ba-3aa36d942e08', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:30Z', 'updated_at': '2021-09-15T15:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'e9bbe2e8-5577-42bf-abc9-743b5c92796b', 'name': '', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'mac_address': 'fa:16:3e:2c:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:23Z', 'updated_at': '2021-09-15T15:57:26Z', 'revision_number': 5, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'subnets': [{'id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:33.835501 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Checking router: 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 15:57:33.835846 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Updating router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d port 383a56b1-4c85-485d-b3ba-3aa36d942e08 binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 15:57:33.882783 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.183723 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60358) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:57:34.200877 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.206783 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.298405 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-44b636ae-6433-46bb-ba24-df795e5c7f74 admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135550 Sep 15 15:57:34.338927 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Attempting to bind port 383a56b1-4c85-485d-b3ba-3aa36d942e08 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 15:57:34.339209 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Attempting to bind port 383a56b1-4c85-485d-b3ba-3aa36d942e08 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 15:57:34.339573 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Attempting to bind port 383a56b1-4c85-485d-b3ba-3aa36d942e08 on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 15:57:34.349345 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 15:57:34.350304 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 15:57:34.351001 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.351158 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 15:57:34.351649 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Bound port: 383a56b1-4c85-485d-b3ba-3aa36d942e08, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 15:57:34.352057 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.353872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd0c6-3dcf-4179-a15f-32a782ad9f92 None None] Pushing event updated for resources: {'Port': ['ID=383a56b1-4c85-485d-b3ba-3aa36d942e08,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:34.412037 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] For port 383a56b1-4c85-485d-b3ba-3aa36d942e08, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 15:57:34.415981 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] For port 383a56b1-4c85-485d-b3ba-3aa36d942e08, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=383a56b1-4c85-485d-b3ba-3aa36d942e08,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 15:57:34.420673 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:34.479773 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fd0c6-3dcf-4179-a15f-32a782ad9f92 None None] Pushing event updated for resources: {'Port': ['ID=383a56b1-4c85-485d-b3ba-3aa36d942e08,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:34.482369 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Routers {'5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 15:57:34.482990 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T15:57:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:34.587219 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] Set router 5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 15:57:34.804521 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '383a56b1-4c85-485d-b3ba-3aa36d942e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:57:14Z', 'updated_at': '2021-09-15T15:57:31Z', 'revision_number': 4, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'gw_port': {'id': '383a56b1-4c85-485d-b3ba-3aa36d942e08', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:30Z', 'updated_at': '2021-09-15T15:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'e9bbe2e8-5577-42bf-abc9-743b5c92796b', 'name': '', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'mac_address': 'fa:16:3e:2c:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:23Z', 'updated_at': '2021-09-15T15:57:26Z', 'revision_number': 5, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'subnets': [{'id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 15:57:34.830485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bf1960-ab5d-41ee-abb8-7707141addb2 None None] The sync data for ids ['5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d'] in dv-cinder-809206-1-iscsi is: [{'id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'name': 'router1', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.27'}], 'enable_snat': True}, 'gw_port_id': '383a56b1-4c85-485d-b3ba-3aa36d942e08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T15:57:14Z', 'updated_at': '2021-09-15T15:57:31Z', 'revision_number': 4, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'gw_port': {'id': '383a56b1-4c85-485d-b3ba-3aa36d942e08', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:f0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:30Z', 'updated_at': '2021-09-15T15:57:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'e9bbe2e8-5577-42bf-abc9-743b5c92796b', 'name': '', 'network_id': '6412bb79-af61-4b2f-939c-5ca7859ed0bf', 'tenant_id': '4e3adaf34be240d28656420f9cd4677f', 'mac_address': 'fa:16:3e:2c:38:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d91f94b-bdd0-4991-b6fb-0d856d8f5b5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T15:57:23Z', 'updated_at': '2021-09-15T15:57:26Z', 'revision_number': 5, 'project_id': '4e3adaf34be240d28656420f9cd4677f', 'subnets': [{'id': '07011d36-b90c-4b53-b290-2199c0c3b3c8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e4698e55-24b2-4562-b724-d672c28c905c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 15:57:35.074290 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 383a56b1-4c85-485d-b3ba-3aa36d942e08 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:35.133090 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 383a56b1-4c85-485d-b3ba-3aa36d942e08 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:35.133468 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.260861 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.284952 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 383a56b1-4c85-485d-b3ba-3aa36d942e08, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=383a56b1-4c85-485d-b3ba-3aa36d942e08,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 15:57:35.290877 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:35.339793 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=383a56b1-4c85-485d-b3ba-3aa36d942e08,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:57:37.033256 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 383a56b1-4c85-485d-b3ba-3aa36d942e08 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 15:57:37.083781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 383a56b1-4c85-485d-b3ba-3aa36d942e08 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:57:37.085406 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:48.495168 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0a14991a-da5c-49a6-8771-dc91a5618828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.319165 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-66b4ff2d-287a-49b4-a53b-e5b1e509481f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:51.452581 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:52.197285 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:53.789563 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:57:58.819563 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:58:18.497127 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7010d6db-3da8-4e80-8b37-9654493aa1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:21.315476 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8bed1c20-5b46-4d21-af21-9a13ef78a6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:21.451029 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:22.232913 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:23.792167 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:35.818260 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:58:48.498181 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-584dd751-8db4-4b08-b430-67dec5498d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:51.310561 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1a36b486-0bf6-48ca-8635-3891e1cb60dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:51.442989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:52.200061 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:58:53.794819 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:10.658441 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60920) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:10.719311 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cf6ed8-c928-43f1-be3c-757f80de72a3 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:59:10.720614 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a9cf6ed8-c928-43f1-be3c-757f80de72a3 admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612195 Sep 15 15:59:10.879210 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c2d9bb-cc8d-4676-b054-0f707573212b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:10.880599 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f3c2d9bb-cc8d-4676-b054-0f707573212b admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1552694 Sep 15 15:59:12.816387 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:59:13.090621 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60930) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:13.179242 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ef572-e26e-4cf1-a80b-a8ca77187eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:13.180556 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-096ef572-e26e-4cf1-a80b-a8ca77187eea admin admin] 10.222.0.59 "GET /v2.0/subnets/07011d36-b90c-4b53-b290-2199c0c3b3c8 HTTP/1.1" status: 200 len: 849 time: 0.0889807 Sep 15 15:59:13.190765 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 15:59:13.283931 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:13.421706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728226346500'] for subnet, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:13.453097 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:13.453665 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:13.454942 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] 10.222.0.59 "PUT /v2.0/subnets/07011d36-b90c-4b53-b290-2199c0c3b3c8 HTTP/1.1" status: 200 len: 868 time: 0.2682812 Sep 15 15:59:13.469584 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777efd00-0f62-413a-9aec-36f2f6bf9aa1 None None] Network 6412bb79-af61-4b2f-939c-5ca7859ed0bf requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 15:59:13.476655 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07011d36-b90c-4b53-b290-2199c0c3b3c8,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 15:59:13.484948 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.485316 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.485655 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.486117 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.486452 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.486826 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.487154 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.487496 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.487865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.488206 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.488807 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.488891 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c5b1-3d05-4726-bf4c-6e04889c8c21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 15:59:13.841018 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-65b652f7-8b1d-4086-98d7-d150b6ab9b55 None None] Provisioning complete for port e9bbe2e8-5577-42bf-abc9-743b5c92796b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:59:13.841384 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-65b652f7-8b1d-4086-98d7-d150b6ab9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:13.922255 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-65b652f7-8b1d-4086-98d7-d150b6ab9b55 None None] Provisioning complete for port a99daabe-bc05-4262-b16c-b36e28dc0993 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 15:59:13.922517 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-65b652f7-8b1d-4086-98d7-d150b6ab9b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:15.664255 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60938) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:15.859938 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2863ba4-7aee-4cf1-956b-421013b98f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:15.860335 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2863ba4-7aee-4cf1-956b-421013b98f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:15.861867 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a2863ba4-7aee-4cf1-956b-421013b98f6d admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966565 Sep 15 15:59:18.066764 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60946) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:18.196339 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24626456-79e4-4f37-a375-bdfcfa9dec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:18.196810 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24626456-79e4-4f37-a375-bdfcfa9dec4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:18.198327 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-24626456-79e4-4f37-a375-bdfcfa9dec4c admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309593 Sep 15 15:59:18.499008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-bf536f1e-3b76-4b8d-8216-2b1bd4543c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:20.390907 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60954) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:20.522398 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67ab37e-737e-4a11-8fe8-a88f2370a20c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:20.523798 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f67ab37e-737e-4a11-8fe8-a88f2370a20c admin admin] 10.222.0.59 "GET /v2.0/networks/6412bb79-af61-4b2f-939c-5ca7859ed0bf HTTP/1.1" status: 200 len: 869 time: 0.1319616 Sep 15 15:59:21.310899 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-01eb27b3-353f-44a5-a67f-0359496ebb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:21.443908 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:22.202679 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:22.743186 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60962) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:22.975695 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4221ffe0-0182-4923-9b58-7b406d64e9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:22.977060 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4221ffe0-0182-4923-9b58-7b406d64e9b2 admin admin] 10.222.0.59 "GET /v2.0/networks/e15935f5-19dd-47dd-a555-09f9f0247312 HTTP/1.1" status: 200 len: 886 time: 0.2329323 Sep 15 15:59:23.798804 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:25.155252 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60970) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:25.278445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c50f61-fbb2-4b0f-87d5-c89a55a61a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:25.278933 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c50f61-fbb2-4b0f-87d5-c89a55a61a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:25.280456 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-83c50f61-fbb2-4b0f-87d5-c89a55a61a68 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242578 Sep 15 15:59:27.483540 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60978) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:27.577893 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c82f4-584a-415e-a30a-5ab79bb969eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.578348 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5c82f4-584a-415e-a30a-5ab79bb969eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:27.579886 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-cc5c82f4-584a-415e-a30a-5ab79bb969eb admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0954001 Sep 15 15:59:29.802878 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60986) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:29.891765 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e905c78d-825a-4191-b479-106538620f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:29.893117 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e905c78d-825a-4191-b479-106538620f7d admin admin] 10.222.0.59 "GET /v2.0/subnets/07011d36-b90c-4b53-b290-2199c0c3b3c8 HTTP/1.1" status: 200 len: 868 time: 0.0892541 Sep 15 15:59:32.102395 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 60994) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:32.195456 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4981030a-7e3d-4e11-9dde-f53ba135509e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:32.197280 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4981030a-7e3d-4e11-9dde-f53ba135509e admin admin] 10.222.0.59 "GET /v2.0/subnets/bc8f8f7d-b86b-403f-8f4a-1332976c71df HTTP/1.1" status: 200 len: 816 time: 0.0938845 Sep 15 15:59:48.501564 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-d5de112c-f3ed-46c1-8502-e1508e8ea480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:49.814559 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 15:59:51.310846 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b6c81abc-bddb-4d12-9888-6167886775c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:51.450992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:52.205624 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:53.803638 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 15:59:56.154678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 32816) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:56.202963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [None req-b95b6de8-4812-4c41-adf6-cfbcf0fb7cd9 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 15:59:56.203947 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b95b6de8-4812-4c41-adf6-cfbcf0fb7cd9 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483367 Sep 15 15:59:58.499084 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 32824) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 15:59:58.596890 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.pecan_wsgi.hooks.translation [None req-645e1ccd-c7ad-4878-8f4f-ca8bd33eba28 admin admin] GET failed (client error): The resource could not be found. Sep 15 15:59:58.598441 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-645e1ccd-c7ad-4878-8f4f-ca8bd33eba28 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0984375 Sep 15 15:59:58.842710 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.policy [None req-2016cc4c-20c9-4641-a6ee-2ded9e2547f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94073) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 15:59:58.889357 dv-cinder-809206-1-iscsi neutron-server[94073]: WARNING oslo_policy.policy [None req-2016cc4c-20c9-4641-a6ee-2ded9e2547f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:59:58.889718 dv-cinder-809206-1-iscsi neutron-server[94073]: WARNING oslo_policy.policy [None req-2016cc4c-20c9-4641-a6ee-2ded9e2547f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 15:59:58.897956 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2016cc4c-20c9-4641-a6ee-2ded9e2547f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 15:59:58.899653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2016cc4c-20c9-4641-a6ee-2ded9e2547f7 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2961187 Sep 15 16:00:01.141654 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 32836) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:01.187898 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:01.212355 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Made reservation on behalf of f452ace2509c4238bda077e5834bae56 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:01.214762 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.241886 dv-cinder-809206-1-iscsi neutron-server[94074]: WARNING neutron.services.revisions.revision_plugin [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Could not find related network for resource to bump revision. Sep 15 16:00:01.252315 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:00:01.261292 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.261629 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Added segment 48e721be-7b6d-4a1a-ac19-48d10dabb0ed of type vlan for network 06251340-cec1-41e8-a356-008b67f804dd Sep 15 16:00:01.298702 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.321945 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.322856 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:01.323423 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:01.350901 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2081802 Sep 15 16:00:01.388685 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c004a1-48a5-4382-b05a-14861099f48a admin admin] Pushing event updated for resources: {'Network': ['ID=06251340-cec1-41e8-a356-008b67f804dd,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:01.398880 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 06251340-cec1-41e8-a356-008b67f804dd details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:00:03.576537 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 32844) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:00:03.636289 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f2bae2-b812-405c-be38-eb7cde11b821 admin admin] GET failed (client error): The resource could not be found. Sep 15 16:00:03.637805 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-37f2bae2-b812-405c-be38-eb7cde11b821 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602708 Sep 15 16:00:03.704795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f19a02-dbbf-410c-a511-b0cb36407b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:03.706207 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-82f19a02-dbbf-410c-a511-b0cb36407b5a admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638418 Sep 15 16:00:03.716992 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': '06251340-cec1-41e8-a356-008b67f804dd', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:00:03.735455 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Made reservation on behalf of f452ace2509c4238bda077e5834bae56 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:00:03.737787 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.894512 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.944204 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa79253-a2a8-4f3d-ad8f-b74739e705e3,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:03.954053 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Checking segment: {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:03.954394 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Network hostable DHCP agents. Network: 06251340-cec1-41e8-a356-008b67f804dd, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:00:03.970226 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Network 06251340-cec1-41e8-a356-008b67f804dd is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:00:03.978881 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 06251340-cec1-41e8-a356-008b67f804dd) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:03.983984 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:00:03.985886 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:03.986723 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f0aff-4bdb-4e0e-969c-539af233177c None None] Network 06251340-cec1-41e8-a356-008b67f804dd requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:03.999849 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d2f03b01-5dda-4c43-9e04-2531dc61df26 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2860389 Sep 15 16:00:04.232889 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-06251340-cec1-41e8-a356-008b67f804dd', 'network_id': '06251340-cec1-41e8-a356-008b67f804dd', 'tenant_id': 'f452ace2509c4238bda077e5834bae56', 'fixed_ips': [{'subnet_id': '4aa79253-a2a8-4f3d-ad8f-b74739e705e3'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:00:04.233787 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.374574 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Allocated IP 192.168.233.2 (06251340-cec1-41e8-a356-008b67f804dd/4aa79253-a2a8-4f3d-ad8f-b74739e705e3/7098f9f6-ef26-4e37-939e-77a0df1621d6) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:00:04.533230 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.539668 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.576305 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Network 06251340-cec1-41e8-a356-008b67f804dd is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:00:04.579041 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:00:04.582308 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:00:04.594304 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Pushing event updated for resources: {'Port': ['ID=7098f9f6-ef26-4e37-939e-77a0df1621d6,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:04.617577 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.617921 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.618260 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.618735 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.618947 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.619281 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.619604 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.619926 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.620284 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.620590 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.620927 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.621245 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:00:04.654124 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Attempting to bind port 7098f9f6-ef26-4e37-939e-77a0df1621d6 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:00:04.654595 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Attempting to bind port 7098f9f6-ef26-4e37-939e-77a0df1621d6 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:00:04.655020 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Attempting to bind port 7098f9f6-ef26-4e37-939e-77a0df1621d6 on network 06251340-cec1-41e8-a356-008b67f804dd {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:00:04.659811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 15, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:00:04.660275 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Checking segment: {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:00:04.661368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.661936 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Bound using segment: {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:00:04.662372 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Bound port: 7098f9f6-ef26-4e37-939e-77a0df1621d6, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:00:04.662795 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.727000 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] For port 7098f9f6-ef26-4e37-939e-77a0df1621d6, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:00:04.730477 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] For port 7098f9f6-ef26-4e37-939e-77a0df1621d6, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7098f9f6-ef26-4e37-939e-77a0df1621d6,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:00:04.736168 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:04.792966 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba6056-f8c2-4677-8686-ac517d077afa None None] Pushing event updated for resources: {'Port': ['ID=7098f9f6-ef26-4e37-939e-77a0df1621d6,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:05.165326 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7098f9f6-ef26-4e37-939e-77a0df1621d6 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:05.219187 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 7098f9f6-ef26-4e37-939e-77a0df1621d6 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:05.219552 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.297614 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.329556 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 7098f9f6-ef26-4e37-939e-77a0df1621d6, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7098f9f6-ef26-4e37-939e-77a0df1621d6,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:00:05.337270 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:05.391478 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=7098f9f6-ef26-4e37-939e-77a0df1621d6,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:00:05.626914 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8c33ee-c079-4de4-a438-acbc9269edba None None] Network 06251340-cec1-41e8-a356-008b67f804dd requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:00:05.719219 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-b4c3bbe5-b206-48ad-bc96-563b72fb37cd None None] Provisioning complete for port 7098f9f6-ef26-4e37-939e-77a0df1621d6 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:05.719581 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b4c3bbe5-b206-48ad-bc96-563b72fb37cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:06.068202 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-373ae9e4-9ba9-42a9-8740-6f54ca534f83 None None] Provisioning complete for port 7098f9f6-ef26-4e37-939e-77a0df1621d6 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:06.068569 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-373ae9e4-9ba9-42a9-8740-6f54ca534f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:07.142866 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7098f9f6-ef26-4e37-939e-77a0df1621d6 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:00:07.194459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 7098f9f6-ef26-4e37-939e-77a0df1621d6 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:00:07.194847 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:18.501878 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-81a6ddf2-2799-4bc3-8178-a68506024520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:21.311928 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3625ab19-d170-46f3-b976-6299d9bd7b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:21.444326 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:22.210350 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:23.807995 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:26.869271 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:00:48.503142 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-33028c28-b83e-4a13-b336-33d08b27c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:51.313385 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-30263fb7-9ea8-4452-a6b2-a75b1d8144f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:51.446275 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:52.214552 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:00:53.809695 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:03.817991 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:01:12.869389 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 32896) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:12.875185 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [None req-f96076e2-9426-460b-8018-4cd55c5c8916 tempest-verify_tempest_config-1492215581 tempest-verify_tempest_config-1492215581-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:01:12.876146 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f96076e2-9426-460b-8018-4cd55c5c8916 tempest-verify_tempest_config-1492215581 tempest-verify_tempest_config-1492215581-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057640 Sep 15 16:01:13.181017 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 32914) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:13.284791 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.371679 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.375320 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.421413 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=610b4af1c4924e7ca045e6d5076f7e67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2393348 Sep 15 16:01:13.422235 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f56372-c574-4e9e-92c2-f8fc003b8176,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:13.424277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 32918) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:01:13.429184 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.429555 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.429897 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.430224 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.430549 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.430920 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.431246 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.431563 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.431882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.432197 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.432511 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.432823 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6071b6ea-0b27-4b50-a8de-1ff94b34ca69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.510742 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.531160 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.625621 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.628146 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:13.629293 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/74f56372-c574-4e9e-92c2-f8fc003b8176 HTTP/1.1" status: 204 len: 168 time: 0.2040365 Sep 15 16:01:13.638569 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f56372-c574-4e9e-92c2-f8fc003b8176,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:01:13.647824 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.648192 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.648530 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.648859 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.649188 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.649526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.649854 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.650190 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.650508 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.650867 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.651185 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.651498 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118ea9f0-ed9f-4c2d-ac2d-88fce0d88f6c admin admin] Tracked resource versions report: Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: pushed versions: Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: { 'AddressGroup': {'1.2'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'ConntrackHelper': {'1.0'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Log': {'1.0'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Network': {'1.1'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Port': {'1.7'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'PortForwarding': {'1.2'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'QosPolicy': {'1.9'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroup': {'1.4'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SubPort': {'1.0'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Subnet': {'1.1'}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Trunk': {'1.1'}} Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: consumer versions: Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'ConntrackHelper': '1.0', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Log': '1.0', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Network': '1.1', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Port': '1.7', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'PortForwarding': '1.2', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'QosPolicy': '1.9', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroup': '1.4', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroupRule': '1.2', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SubPort': '1.0', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Subnet': '1.1', Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Trunk': '1.1'}} Sep 15 16:01:13.652619 dv-cinder-809206-1-iscsi neutron-server[94073]: {{(pid=94073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:01:18.505610 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1c90c478-ef8f-4bae-8b64-1d6541a5acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.315039 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0cae2b4d-aa54-4d91-a21c-aa85ceba2c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:21.446728 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:22.215192 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:23.813467 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:40.816243 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:01:48.507598 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-cbdaaa7d-593a-4b0e-8de6-e26efc70159e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.315395 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c3a9103a-143c-4521-9f4b-d1b5e9c5f672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:51.447441 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:52.217007 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:01:53.814423 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:17.815379 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 5 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:02:18.508843 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b7bdc587-c9a8-4f8c-b0a3-f3ee30d5fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.315262 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78dfe225-4659-4517-bf75-c372bfd61e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:21.448955 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:22.218971 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:23.818765 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:46.149752 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1700406'] for agent, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:48.509228 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-870f19e7-24c1-4b40-8fb1-6ea2cdabc35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.315306 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5d2a-cee3-4921-8162-8f8fe532a95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:51.450383 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:52.221048 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:53.820976 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:02:54.814194 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:03:01.799384 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 32998) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:01.903547 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-274eb739-96b2-4878-84e5-2649477141c4 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1024816 Sep 15 16:03:04.132149 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33008) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:03:04.186050 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-b5832db8-f81b-4af1-88f3-a3df11262fe9 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0528378 Sep 15 16:03:16.103284 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:18.508824 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-936187bf-1572-40ae-9d59-38e46feedf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.315697 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-cfb83ff7-4a04-45cf-b728-e2f4964b7c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:21.450666 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:22.224417 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:23.824146 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:31.813392 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:03:46.109537 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:48.509432 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-70b35ec8-5c79-4eff-ba45-d3173d3825da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.318069 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ccc68a63-c0c1-40e1-b042-62bee7a5a1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:51.451270 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:52.226348 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:03:53.827887 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:08.812097 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:04:16.121828 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:18.511368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5b48e93e-193a-4ef9-964f-1f89b1df985c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.319391 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-945ca3f2-35c2-4cce-b8bd-cdbefa2d65b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:21.452525 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:22.229017 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:23.830973 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:31.830645 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33090) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:32.016020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1563452521-network', 'tenant_id': 'b510d482a9bf41f18ee48093a17af40c'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:32.017330 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.quota [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Loaded quota_driver: . Sep 15 16:04:32.078168 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Made reservation on behalf of b510d482a9bf41f18ee48093a17af40c for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:32.081982 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.096247 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.222310 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.227259 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.263760 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4942ff59-aa6c-4c34-9cc9-435d1d1de75d,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:32.266992 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:32.276407 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.276784 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.277114 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.277524 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.277841 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.278253 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.278714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.279041 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.279381 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.279807 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.280162 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.280506 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Tracked resource versions report: Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: pushed versions: Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: { 'AddressGroup': {'1.2'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'ConntrackHelper': {'1.0'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Log': {'1.0'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Network': {'1.1'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Port': {'1.7'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'PortForwarding': {'1.2'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'QosPolicy': {'1.9'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroup': {'1.4'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SubPort': {'1.0'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Subnet': {'1.1'}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Trunk': {'1.1'}} Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: consumer versions: Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: HyperV agent@hv-cinder-80920: {}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'ConntrackHelper': '1.0', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Log': '1.0', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Network': '1.1', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Port': '1.7', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'PortForwarding': '1.2', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'QosPolicy': '1.9', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroup': '1.4', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SecurityGroupRule': '1.2', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'SubPort': '1.0', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Subnet': '1.1', Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: 'Trunk': '1.1'}} Sep 15 16:04:32.281714 dv-cinder-809206-1-iscsi neutron-server[94073]: {{(pid=94073) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:04:32.294290 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728226370964', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.294917 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Unsubscribe: segment precommit_create {{(pid=94073) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 16:04:32.295415 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Added segment 2daf2054-a173-4cda-9b6c-7539be7cd2e2 of type vlan for network 3643951b-1b5d-437b-aa57-ed5dc2ae215b Sep 15 16:04:32.364530 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.413177 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.414882 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.415482 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.482322 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6504147 Sep 15 16:04:32.485368 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33150) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:32.491644 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Request body: {'subnet': {'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1563452521-subnet', 'tenant_id': 'b510d482a9bf41f18ee48093a17af40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:32.523072 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Made reservation on behalf of b510d482a9bf41f18ee48093a17af40c for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:32.526089 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.526666 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df017f1-8fc9-4278-a00c-77368fd3bb8d admin admin] Pushing event updated for resources: {'Network': ['ID=3643951b-1b5d-437b-aa57-ed5dc2ae215b,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:32.539246 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 3643951b-1b5d-437b-aa57-ed5dc2ae215b details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:32.706247 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.762265 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7662788-c171-40e1-92d4-47830e05f6ad,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:32.777040 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.777637 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.777973 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.778298 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.778638 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.778966 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.779282 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.779597 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.779932 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.780246 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.780557 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.780867 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Tracked resource versions report: Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: pushed versions: Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: { 'AddressGroup': {'1.2'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'ConntrackHelper': {'1.0'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Log': {'1.0'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Network': {'1.1'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Port': {'1.7'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'PortForwarding': {'1.2'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'QosPolicy': {'1.9'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroup': {'1.4'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SubPort': {'1.0'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Subnet': {'1.1'}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Trunk': {'1.1'}} Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: consumer versions: Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: HyperV agent@hv-cinder-80920: {}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'ConntrackHelper': '1.0', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Log': '1.0', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Network': '1.1', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Port': '1.7', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'PortForwarding': '1.2', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'QosPolicy': '1.9', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroup': '1.4', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SecurityGroupRule': '1.2', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'SubPort': '1.0', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Subnet': '1.1', Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: 'Trunk': '1.1'}} Sep 15 16:04:32.781966 dv-cinder-809206-1-iscsi neutron-server[94074]: {{(pid=94074) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:04:32.793678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Checking segment: {'id': '2daf2054-a173-4cda-9b6c-7539be7cd2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:32.794022 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Network hostable DHCP agents. Network: 3643951b-1b5d-437b-aa57-ed5dc2ae215b, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:32.811029 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Network 3643951b-1b5d-437b-aa57-ed5dc2ae215b is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:32.821030 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 3643951b-1b5d-437b-aa57-ed5dc2ae215b) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:32.828128 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:32.828730 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:32.833408 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371f41d6-3543-4c11-8785-6268d805f6d3 None None] Network 3643951b-1b5d-437b-aa57-ed5dc2ae215b requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:32.848687 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-10b79595-abfd-4bfc-a4df-2ec6d59ade53 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3621264 Sep 15 16:04:32.969183 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f17f2-cffc-4e3d-b590-4a9cf830988b None None] Network 3643951b-1b5d-437b-aa57-ed5dc2ae215b requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:33.882076 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33236) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.029631 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33244) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.155327 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33252) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.203389 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33262) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.243016 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1473516507-network', 'tenant_id': '811d007ef82743ea89b58f4ea0d8ebf6'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.264916 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Made reservation on behalf of 811d007ef82743ea89b58f4ea0d8ebf6 for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:34.267511 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.281343 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-291954677-network', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.284886 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.320077 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Made reservation on behalf of 390a0d7bba4c4be7b60f79e85cad81db for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:34.322574 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.334186 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.344441 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33268) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.414480 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-network', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.432002 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.433007 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1398672147-network', 'tenant_id': 'b5175f81424d46e29177767bf0b43d93'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.436855 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.452058 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:34.462680 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.463195 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Added segment 39b4e749-9edc-4cfe-bd79-d120a80efdca of type vlan for network 0f1eea78-9492-4c9b-a2a4-d2347357729a Sep 15 16:04:34.485812 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-867877938-network', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.549639 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.588707 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610aaaec-46c0-42f1-9df7-9d785522b2f5,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.607266 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.608225 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:34.608786 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.681938 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1eea78-9492-4c9b-a2a4-d2347357729a,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.693874 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 0f1eea78-9492-4c9b-a2a4-d2347357729a details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:34.708179 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.713245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.747437 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1583c452-1710-4a1f-91eb-a8a6d79804ef,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:34.754294 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-6c312b08-33df-4af4-b691-a3f64d9f8764 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8710449 Sep 15 16:04:34.757782 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33286) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:34.764791 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Request body: {'subnet': {'network_id': '0f1eea78-9492-4c9b-a2a4-d2347357729a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1473516507-subnet', 'tenant_id': '811d007ef82743ea89b58f4ea0d8ebf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:34.776541 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:34.778321 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Made reservation on behalf of bc3c81ea1325466cbf0972def3dd96d0 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:34.780575 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.791865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.807487 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.808364 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Added segment d77e3017-1f6e-4350-a44b-4ee72ded93a3 of type vlan for network ff3e9d43-ea22-4f07-8df6-3aca16830258 Sep 15 16:04:34.827350 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Made reservation on behalf of b5175f81424d46e29177767bf0b43d93 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:34.830921 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.843300 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.854245 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Made reservation on behalf of 1aa2e683079b4720b3d7e4cfb75ca247 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:34.856610 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.868027 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.884925 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.918464 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.919699 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:34.920434 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.963224 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Made reservation on behalf of 811d007ef82743ea89b58f4ea0d8ebf6 for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:34.965798 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:34.995270 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] Pushing event updated for resources: {'Network': ['ID=ff3e9d43-ea22-4f07-8df6-3aca16830258,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.006197 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:35.074629 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.169307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.182340 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:35.191615 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.192171 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Added segment f363275d-6639-491b-908f-e843e287ae3f of type vlan for network 1b2b1d7e-283c-4001-9770-bb86b137f23e Sep 15 16:04:35.250841 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33326) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.253178 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.258750 dv-cinder-809206-1-iscsi neutron-server[94073]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 16:04:35.289009 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.289988 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:35.290552 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.301778 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.362572 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Pushing event updated for resources: {'Network': ['ID=1b2b1d7e-283c-4001-9770-bb86b137f23e,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.368037 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.375789 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:35.380327 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:35.389657 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.390192 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Added segment f66b96ac-d84d-4b43-b02a-b7290404c0f4 of type vlan for network 460f33a6-6808-4618-902f-c046672f9fe8 Sep 15 16:04:35.433910 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2773666 Sep 15 16:04:35.444527 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33342) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.471398 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Request body: {'subnet': {'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-subnet', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:35.496804 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.519333 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313b08e-baa9-43ef-a503-43347b7f97eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd6ad39-13ec-4cd6-a1d6-f199a5cb7c01,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.550837 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a19440-d4db-4711-abf4-c2a9882c61a8,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.553544 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.581921 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.583045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:35.583617 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.628772 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-d2d171cc-2235-46aa-82a1-e50fee821f2a tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:35.630880 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-d2d171cc-2235-46aa-82a1-e50fee821f2a tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/networks?id=3643951b-1b5d-437b-aa57-ed5dc2ae215b HTTP/1.1" status: 200 len: 812 time: 0.3787112 Sep 15 16:04:35.652288 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] Pushing event updated for resources: {'Network': ['ID=460f33a6-6808-4618-902f-c046672f9fe8,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.672936 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 460f33a6-6808-4618-902f-c046672f9fe8 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:35.715105 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-7b3a1ea0-f6a1-4584-9ce0-287af3af3760 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/quotas/b510d482a9bf41f18ee48093a17af40c HTTP/1.1" status: 200 len: 375 time: 0.0416548 Sep 15 16:04:35.739963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.749656 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.760726 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-73d740ea-f500-44e6-a002-5be896770f76 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5559800 Sep 15 16:04:35.763920 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33358) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.770441 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Request body: {'subnet': {'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1398672147-subnet', 'tenant_id': 'b5175f81424d46e29177767bf0b43d93', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:35.786475 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:35.831181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-1425fe30-a9b2-4e33-90e5-2ee418c67e36 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b510d482a9bf41f18ee48093a17af40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150165 Sep 15 16:04:35.832996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Checking segment: {'id': '39b4e749-9edc-4cfe-bd79-d120a80efdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f1eea78-9492-4c9b-a2a4-d2347357729a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:35.833701 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Network hostable DHCP agents. Network: 0f1eea78-9492-4c9b-a2a4-d2347357729a, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:35.844435 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.844435 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Added segment 9fce520c-a7bf-49e7-ac29-699593a48325 of type vlan for network d5de778c-8bde-44d7-b5fd-72b5dedf70fc Sep 15 16:04:35.858046 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8bb1fa-76b9-4a34-9ecc-e8038b2863d9,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.865881 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-03f807db-249f-4f5a-901b-7dec0d6e300d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8350558 Sep 15 16:04:35.868462 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33368) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:35.879190 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Request body: {'subnet': {'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-291954677-subnet', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:35.903393 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Network 0f1eea78-9492-4c9b-a2a4-d2347357729a is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:35.904165 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.908635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c39a49-9832-46d7-a02b-11f2906169d4,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:35.919617 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 0f1eea78-9492-4c9b-a2a4-d2347357729a) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:35.926676 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:35.928033 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:35.933495 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94456c34-9384-43ff-b8ff-bc7f13acec42 None None] Network 0f1eea78-9492-4c9b-a2a4-d2347357729a requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:35.962875 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Made reservation on behalf of bc3c81ea1325466cbf0972def3dd96d0 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:35.967742 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.014776 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.015730 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:36.016415 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.041975 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-670b4cce-b2f3-4e42-9acc-d558d6836d10 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2825913 Sep 15 16:04:36.078044 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Made reservation on behalf of 390a0d7bba4c4be7b60f79e85cad81db for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:36.080929 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.161435 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Made reservation on behalf of b5175f81424d46e29177767bf0b43d93 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:36.171228 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b01a8a-9013-4ed6-813c-fc66d6800648 None None] Network 0f1eea78-9492-4c9b-a2a4-d2347357729a requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:36.186762 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.308302 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-80111b12-0ac5-4400-9f5c-57cc4581d340 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:04:36.325561 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-80111b12-0ac5-4400-9f5c-57cc4581d340 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2047462 Sep 15 16:04:36.463691 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] Pushing event updated for resources: {'Network': ['ID=d5de778c-8bde-44d7-b5fd-72b5dedf70fc,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:36.475044 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-367a9e34-7a26-4d68-a371-80a50bd5e98e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.1258094 Sep 15 16:04:36.476758 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33406) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:36.479316 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:36.498949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Request body: {'subnet': {'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-subnet', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:36.620934 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Made reservation on behalf of 1aa2e683079b4720b3d7e4cfb75ca247 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:36.623346 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.660380 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-1ee150f9-8ed1-407d-b1c1-d109949edbf1 service neutron] 10.222.0.59 "GET /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336930 Sep 15 16:04:36.661640 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.756822 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3110ee0-6b7d-45fd-be57-22d041b9bfe7,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:36.830386 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Checking segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:36.831297 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Network hostable DHCP agents. Network: ff3e9d43-ea22-4f07-8df6-3aca16830258, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:36.858806 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-c4c425a2-2a8b-4bc9-9fef-a736fc77a2df service neutron] 10.222.0.59 "GET /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616063 Sep 15 16:04:36.877869 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:36.891823 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, ff3e9d43-ea22-4f07-8df6-3aca16830258) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:36.896698 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:36.897696 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.902597 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d8e674-ec54-4b8b-a1fa-723025f71b94 None None] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:36.912037 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:36.923210 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-028222af-4dc3-44bf-a7c3-4330e5047759 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0528193 Sep 15 16:04:36.923770 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33442) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:36.959204 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:37.034952 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.068600 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33452) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:37.074325 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328158422-network', 'tenant_id': '223a3eaf137a45aaa9b44e0f980afde7'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:37.083159 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Checking segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:37.083583 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Network hostable DHCP agents. Network: 1b2b1d7e-283c-4001-9770-bb86b137f23e, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:37.087038 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63440245-4b84-4e6f-95d8-2c3e2942f4b2,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.120885 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-ff3e9d43-ea22-4f07-8df6-3aca16830258', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:37.121759 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.144344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Made reservation on behalf of 223a3eaf137a45aaa9b44e0f980afde7 for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:37.147109 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.162331 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.260539 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33466) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:37.265435 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.267659 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.316542 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.325955 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e23e8bc6-70e6-4aa0-bedc-4c5e8a196b03 req-e74b374f-0b58-4354-9b14-3ffa19bc6fd5 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.0639656 Sep 15 16:04:37.335428 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:37.338357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Checking segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:37.339496 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Network hostable DHCP agents. Network: 460f33a6-6808-4618-902f-c046672f9fe8, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:37.346902 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Allocated IP 172.20.0.2 (ff3e9d43-ea22-4f07-8df6-3aca16830258/f3110ee0-6b7d-45fd-be57-22d041b9bfe7/251f08eb-c4fc-443a-86d0-2e149551834b) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:37.396843 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.402844 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.406632 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e60e6b1-b960-4e46-944f-6993be51ed2b,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.419751 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:04:37.433864 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.434498 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Added segment b97e6fd0-24e6-44e5-85bf-449355d8c18c of type vlan for network 5408593a-9946-4e0c-a2bf-7cdb5551ab71 Sep 15 16:04:37.449841 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 1b2b1d7e-283c-4001-9770-bb86b137f23e) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:37.454997 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:37.455578 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.481390 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.513700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.516316 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Network 460f33a6-6808-4618-902f-c046672f9fe8 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:37.526266 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 460f33a6-6808-4618-902f-c046672f9fe8) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:37.531428 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:37.533840 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.536775 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837ffde5-4e18-42fa-a71e-af0066b7a4a0,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.539730 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.540720 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:37.541290 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.571298 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-77cce56b-f6ae-49b7-926c-431bae4be143 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1222570 Sep 15 16:04:37.573058 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0e272450-0e1f-4a5e-98e9-fe4d7a6d5dab admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8077207 Sep 15 16:04:37.619055 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33488) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:37.623382 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:37.636486 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.651563 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6675a49-260e-4b2c-ada4-dcb2c8648f35,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.652279 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f617a2-4722-4d28-8c40-c8e686775ac5 None None] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:37.656525 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ef2c3-f383-4e52-9145-5bd55805255a None None] Network 460f33a6-6808-4618-902f-c046672f9fe8 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:37.696667 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.698011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.724439 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] Pushing event updated for resources: {'Network': ['ID=5408593a-9946-4e0c-a2bf-7cdb5551ab71,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:37.745646 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-e0ad0d56-43a2-4a56-a7de-2fb6db022a51 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6754093 Sep 15 16:04:37.748260 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33498) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:37.763601 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Request body: {'subnet': {'network_id': '5408593a-9946-4e0c-a2bf-7cdb5551ab71', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1328158422-subnet', 'tenant_id': '223a3eaf137a45aaa9b44e0f980afde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:37.795559 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 5408593a-9946-4e0c-a2bf-7cdb5551ab71 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:04:37.798102 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Made reservation on behalf of 223a3eaf137a45aaa9b44e0f980afde7 for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:37.805542 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.817037 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.859582 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:37.953317 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Checking segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:37.954371 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Network hostable DHCP agents. Network: d5de778c-8bde-44d7-b5fd-72b5dedf70fc, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:37.961450 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9de306-ca0a-4298-9f68-d53e821628cd None None] Network 460f33a6-6808-4618-902f-c046672f9fe8 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:38.021602 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33520) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:38.124754 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:38.125257 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.152767 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:38.153506 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:38.161503 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:38.254512 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.276262 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-72649755-5df7-492e-9196-ba87339240ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.353400 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, d5de778c-8bde-44d7-b5fd-72b5dedf70fc) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:38.367347 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:38.368225 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.392181 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.468453 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Pushing event updated for resources: {'Port': ['ID=251f08eb-c4fc-443a-86d0-2e149551834b,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.478750 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f214ffe0-e693-4d5a-b02d-8b58ba8aa43b,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.479589 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2626a5d1-a7b8-4ee8-b3ba-5fca091df9f4 None None] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:38.522407 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.522777 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.523118 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.523451 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.523780 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.524108 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.524434 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.524757 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.525098 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.525424 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.525744 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.526060 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Tracked resource versions report: Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: pushed versions: Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: { 'AddressGroup': {'1.2'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'ConntrackHelper': {'1.0'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Log': {'1.0'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Network': {'1.1'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Port': {'1.7'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'PortForwarding': {'1.2'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'QosPolicy': {'1.9'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroup': {'1.4'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SubPort': {'1.0'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Subnet': {'1.1'}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Trunk': {'1.1'}} Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: consumer versions: Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: HyperV agent@hv-cinder-80920: {}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'ConntrackHelper': '1.0', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Log': '1.0', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Network': '1.1', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Port': '1.7', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'PortForwarding': '1.2', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'QosPolicy': '1.9', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroup': '1.4', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SecurityGroupRule': '1.2', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'SubPort': '1.0', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Subnet': '1.1', Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: 'Trunk': '1.1'}} Sep 15 16:04:38.527183 dv-cinder-809206-1-iscsi neutron-server[94075]: {{(pid=94075) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:04:38.529182 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-689285fa-50bc-483f-abb7-605a030b6915 req-7c8afbe1-d1e0-4e3d-9ef3-abc76493d9b7 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.0513201 Sep 15 16:04:38.535650 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Attempting to bind port 251f08eb-c4fc-443a-86d0-2e149551834b on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:38.536044 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Attempting to bind port 251f08eb-c4fc-443a-86d0-2e149551834b by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:38.536502 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Attempting to bind port 251f08eb-c4fc-443a-86d0-2e149551834b on network ff3e9d43-ea22-4f07-8df6-3aca16830258 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:38.550340 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Checking segment: {'id': 'b97e6fd0-24e6-44e5-85bf-449355d8c18c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5408593a-9946-4e0c-a2bf-7cdb5551ab71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:38.550661 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Network hostable DHCP agents. Network: 5408593a-9946-4e0c-a2bf-7cdb5551ab71, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:04:38.572622 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:38.573080 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Checking segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:38.573398 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.573800 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Bound using segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:38.574316 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Bound port: 251f08eb-c4fc-443a-86d0-2e149551834b, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:38.574696 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.635166 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Network 5408593a-9946-4e0c-a2bf-7cdb5551ab71 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:04:38.661003 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 5408593a-9946-4e0c-a2bf-7cdb5551ab71) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:38.673310 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:38.673603 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.708209 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5a34b-6992-494a-9520-c564fcd1b148 None None] Network 5408593a-9946-4e0c-a2bf-7cdb5551ab71 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:38.715518 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-807d2881-12dc-49e5-bcc6-cacb53236944 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:38.717038 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-807d2881-12dc-49e5-bcc6-cacb53236944 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.2285180 Sep 15 16:04:38.726627 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.736550 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-72649755-5df7-492e-9196-ba87339240ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.756285 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-72649755-5df7-492e-9196-ba87339240ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.773086 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.778302 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-1b2b1d7e-283c-4001-9770-bb86b137f23e', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:04:38.779142 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b37ed054-990f-4839-a39b-f44af37272c9 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3013935 Sep 15 16:04:38.779279 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:38.789920 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33554) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:38.806087 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:38.810401 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-793f0dc2-df8a-4354-8a86-6924ecc79d37 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0610344 Sep 15 16:04:38.821619 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-05560059-c918-4512-9057-4043a635404b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/quotas/b5175f81424d46e29177767bf0b43d93 HTTP/1.1" status: 200 len: 375 time: 0.0875340 Sep 15 16:04:38.860376 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-fafb87e1-e424-4fc9-85d0-ccba6a53ebe5 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276701 Sep 15 16:04:38.865508 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72649755-5df7-492e-9196-ba87339240ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fbbeac5-78ff-4122-b1f1-a422a61f5f1d,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:38.899855 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-72649755-5df7-492e-9196-ba87339240ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=75e50e03deff495a8d7b85066ee08b37&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8772089 Sep 15 16:04:38.900151 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] For port 251f08eb-c4fc-443a-86d0-2e149551834b, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:38.902221 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2af32-f7a1-4e94-9e1d-92a9e4d9d0da None None] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:38.905384 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33560) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:39.003551 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.004092 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] For port 251f08eb-c4fc-443a-86d0-2e149551834b, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=251f08eb-c4fc-443a-86d0-2e149551834b,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:39.008909 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.040331 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.071419 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33566) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:39.142728 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-8b4bf379-ddf0-43e2-9106-fc305bab24b4 service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588468 Sep 15 16:04:39.156601 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.205208 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.222163 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Allocated IP 172.27.1.218 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/87d64e1c-e1b9-44e2-899f-ee425fe862b6) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:39.346099 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Deleting subnet 9d8bb1fa-76b9-4a34-9ecc-e8038b2863d9 {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:39.353276 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.393806 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Allocated IP 172.20.0.2 (1b2b1d7e-283c-4001-9770-bb86b137f23e/63440245-4b84-4e6f-95d8-2c3e2942f4b2/5c23e55c-48aa-4686-a8ad-2fb7f20c69e3) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:39.437057 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b69a5-62f3-4026-af0f-7d5e830bb221 None None] Pushing event updated for resources: {'Port': ['ID=251f08eb-c4fc-443a-86d0-2e149551834b,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:39.454025 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.473282 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee007f54-f0e6-49f7-b5bd-7c20cf71ac93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.515630 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.530868 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.554564 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.562287 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33578) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:39.564487 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee007f54-f0e6-49f7-b5bd-7c20cf71ac93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.644586 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc727c5-09a4-46ce-a50b-7b0cb48a73e3 None None] Network 5408593a-9946-4e0c-a2bf-7cdb5551ab71 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:39.669120 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-fb7ecbc6-b051-42cf-99fc-ae95e469ca23 service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842000 Sep 15 16:04:39.735006 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.792780 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.830785 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8bb1fa-76b9-4a34-9ecc-e8038b2863d9,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:39.862173 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.868852 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-4089252e-f194-435e-8513-0cf50bb40859 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9d8bb1fa-76b9-4a34-9ecc-e8038b2863d9 HTTP/1.1" status: 204 len: 168 time: 0.7927837 Sep 15 16:04:39.876279 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-86684583-0764-4986-9a3e-17aa2c21c531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:39.880967 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33588) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:40.023800 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.027117 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-16446889-0b90-4d13-9d5b-6021ebd9fa9e req-f357bf6b-dce7-4563-b2c8-1298fc495b81 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.2102253 Sep 15 16:04:40.030882 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.034434 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.64', 52744) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:40.051114 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-86684583-0764-4986-9a3e-17aa2c21c531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.054186 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee007f54-f0e6-49f7-b5bd-7c20cf71ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.057734 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee007f54-f0e6-49f7-b5bd-7c20cf71ac93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.058839 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ee007f54-f0e6-49f7-b5bd-7c20cf71ac93 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fbbeac5-78ff-4122-b1f1-a422a61f5f1d HTTP/1.1" status: 204 len: 168 time: 1.1523921 Sep 15 16:04:40.070837 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee007f54-f0e6-49f7-b5bd-7c20cf71ac93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fbbeac5-78ff-4122-b1f1-a422a61f5f1d,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.072862 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-86684583-0764-4986-9a3e-17aa2c21c531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.130209 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.156701 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Pushing event updated for resources: {'Port': ['ID=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.180692 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:40.193620 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:40.197769 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:40.265046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-619e2d6f-9445-43c0-9d39-326c22495fcb req-4a4448f4-afe6-4c36-a3f4-5238ec42898b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.1804481 Sep 15 16:04:40.265521 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Allocated IP 172.27.1.243 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/024fe0e0-cdf2-4d18-85d9-224ea4cc450c) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:40.271732 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Attempting to bind port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:40.272407 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Attempting to bind port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:40.273634 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Attempting to bind port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:40.289350 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:40.289763 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Checking segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:40.290125 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.290518 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Bound using segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:40.291034 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Bound port: 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:40.291433 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.345402 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.370689 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] For port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:40.379457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] For port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:40.386546 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.492428 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-e0d66f5f-a9bd-4b51-ab00-c2f7fa6e4c9d tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:40.499657 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-e0d66f5f-a9bd-4b51-ab00-c2f7fa6e4c9d tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.64 "GET /v2.0/networks?id=3643951b-1b5d-437b-aa57-ed5dc2ae215b HTTP/1.1" status: 200 len: 812 time: 0.4278452 Sep 15 16:04:40.505179 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85abfa-b1b0-40ce-b043-c5519cf3ba5b None None] Pushing event updated for resources: {'Port': ['ID=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.507659 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86684583-0764-4986-9a3e-17aa2c21c531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435bcbaf-54bd-412e-8a2b-4105f036d0ad,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.518789 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-86684583-0764-4986-9a3e-17aa2c21c531 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b23b8e95ce93411cafe51a70e7174d35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9438167 Sep 15 16:04:40.519358 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33616) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:40.523620 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Pushing event updated for resources: {'Port': ['ID=87d64e1c-e1b9-44e2-899f-ee425fe862b6,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:40.590606 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:40.605924 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:40.624589 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:40.654537 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.688488 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.689909 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.691208 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.695597 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > port after_create 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.696894 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.697401 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > port after_update 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.699451 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.700259 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.700587 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.700911 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:40.767886 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33628) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:40.895488 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cf0900a5-de95-4d83-bfb7-f64308d5d232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.903025 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.916002 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-49390c36-5f52-4d9a-bc70-a57a98eefbf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:40.952756 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-49390c36-5f52-4d9a-bc70-a57a98eefbf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.028515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:41.028515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:41.028515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:41.028515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94073) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:04:41.028515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1eea78-9492-4c9b-a2a4-d2347357729a']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.065633 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Request body: {'port': {'device_id': 'ef292536-306c-4535-8a74-905ebe1728da', 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b', 'admin_state_up': True, 'tenant_id': 'b510d482a9bf41f18ee48093a17af40c'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:41.112553 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-49390c36-5f52-4d9a-bc70-a57a98eefbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.115064 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-49390c36-5f52-4d9a-bc70-a57a98eefbf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.119004 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-49390c36-5f52-4d9a-bc70-a57a98eefbf8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/435bcbaf-54bd-412e-8a2b-4105f036d0ad HTTP/1.1" status: 204 len: 168 time: 0.5873144 Sep 15 16:04:41.160466 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b4e749-9edc-4cfe-bd79-d120a80efdca') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.161003 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b4e749-9edc-4cfe-bd79-d120a80efdca') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:41.179279 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49390c36-5f52-4d9a-bc70-a57a98eefbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435bcbaf-54bd-412e-8a2b-4105f036d0ad,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:41.208492 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426466ce-cb71-46a4-a8c5-2f72300154a2 None None] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:41.242219 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.296057 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0fca0ca5-40bb-46b5-ba84-75965869bf9a req-0916d256-a08b-4a11-940e-813da667b661 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.1284792 Sep 15 16:04:41.299105 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.342173 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.429235 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:41.498129 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Pushing event updated for resources: {'Port': ['ID=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:41.515534 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:41.529690 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-37117bdf-9fc4-471b-807c-4694cf99ab69 None None] Provisioning complete for port 251f08eb-c4fc-443a-86d0-2e149551834b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:41.529690 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-37117bdf-9fc4-471b-807c-4694cf99ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.617189 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cf0900a5-de95-4d83-bfb7-f64308d5d232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.629727 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:41.679588 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:41.748982 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cf0900a5-de95-4d83-bfb7-f64308d5d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.795237 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.892011 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.926996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:41.955828 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-cf0900a5-de95-4d83-bfb7-f64308d5d232 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=12e6e706a54e4f89b193e462ae061c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1726477 Sep 15 16:04:42.112096 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33664) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:42.117006 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Allocated IP 172.27.1.15 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/26b98b0d-9dbd-4772-8b57-104ccec76eba) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:42.190253 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-37117bdf-9fc4-471b-807c-4694cf99ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.393602 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:42.393602 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-93c7ea88-5275-4928-b31d-e6bf88f3b660 req-2e895829-3545-41a7-b2a7-29cc58c14a70 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.6928773 Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: from cryptography.utils import int_from_bytes Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: from cryptography.utils import int_from_bytes Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:42.396054 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:42.401250 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbbd21f-7015-462d-83f3-cde2a31eea25 None None] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:04:42.431267 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2d0aac45-c66e-457f-8b3b-2ffd08a760b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.456317 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.461371 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.469136 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0900a5-de95-4d83-bfb7-f64308d5d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c629e1-1939-4ffb-bdf2-a44cdf1bae0a,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:42.573614 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.578334 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] 10.222.0.59 "DELETE /v2.0/networks/0f1eea78-9492-4c9b-a2a4-d2347357729a HTTP/1.1" status: 204 len: 168 time: 2.6954389 Sep 15 16:04:42.591713 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-86fab1dd-62c6-4896-bef2-a0938e820851 req-277ba0b9-82e0-4cf4-b863-640e900125a9 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.1369119 Sep 15 16:04:42.594142 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33676) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:42.624950 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Made reservation on behalf of b510d482a9bf41f18ee48093a17af40c for: {'port': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:42.630143 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.639159 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011e751-bc86-429e-8bb2-9ae8fb1ab0ea admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1eea78-9492-4c9b-a2a4-d2347357729a,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:42.644103 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-37117bdf-9fc4-471b-807c-4694cf99ab69 None None] For port 251f08eb-c4fc-443a-86d0-2e149551834b, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=251f08eb-c4fc-443a-86d0-2e149551834b,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:42.666917 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-37117bdf-9fc4-471b-807c-4694cf99ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:42.734310 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.135472 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.135472 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2d0aac45-c66e-457f-8b3b-2ffd08a760b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.136428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37117bdf-9fc4-471b-807c-4694cf99ab69 None None] Pushing event updated for resources: {'Port': ['ID=251f08eb-c4fc-443a-86d0-2e149551834b,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:43.136428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-4b86b80a-a348-4d2f-9d0a-3d8720332b89 None None] Provisioning complete for port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:43.136428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-4b86b80a-a348-4d2f-9d0a-3d8720332b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.136428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.136810 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Deleting subnet f214ffe0-e693-4d5a-b02d-8b58ba8aa43b {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:04:43.173907 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:43.184433 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.185384 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 251f08eb-c4fc-443a-86d0-2e149551834b up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:43.289023 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:43.394276 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Allocated IP 172.20.0.13 (3643951b-1b5d-437b-aa57-ed5dc2ae215b/e7662788-c171-40e1-92d4-47830e05f6ad/1177d4c1-87f5-4b05-b91d-f14f9c515e28) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:43.421184 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-4b86b80a-a348-4d2f-9d0a-3d8720332b89 None None] Provisioning complete for port 251f08eb-c4fc-443a-86d0-2e149551834b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:43.421640 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-4b86b80a-a348-4d2f-9d0a-3d8720332b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.504056 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 251f08eb-c4fc-443a-86d0-2e149551834b triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:43.504480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.568618 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.637229 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2d0aac45-c66e-457f-8b3b-2ffd08a760b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.639947 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2d0aac45-c66e-457f-8b3b-2ffd08a760b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.644924 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-2d0aac45-c66e-457f-8b3b-2ffd08a760b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/88c629e1-1939-4ffb-bdf2-a44cdf1bae0a HTTP/1.1" status: 204 len: 168 time: 1.5213468 Sep 15 16:04:43.649064 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.700135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0aac45-c66e-457f-8b3b-2ffd08a760b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c629e1-1939-4ffb-bdf2-a44cdf1bae0a,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:43.878707 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:43.908703 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Router 706fc351-9494-49ac-acb5-22ea2372316b is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:43.932653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06191bc3-aa20-47dd-8b69-6394cb531087 req-396ad946-4c7c-41ae-845c-c600d6d8231e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.0808206 Sep 15 16:04:43.984333 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:44.106973 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.64', 52751) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:44.109280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-06334d3d-dc38-4fda-8fa2-18aeb12065ff None None] Provisioning complete for port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:44.109659 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-06334d3d-dc38-4fda-8fa2-18aeb12065ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.124178 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=26b98b0d-9dbd-4772-8b57-104ccec76eba,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:44.169808 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dfea8b2c-aaa4-4cc4-8dc0-2df63beb9fec req-9e12c313-22c7-4f9c-8654-5e49ca894482 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.3152838 Sep 15 16:04:44.192995 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:44.255559 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:44.256243 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.265132 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:44.292747 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:44.304854 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.503239 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 251f08eb-c4fc-443a-86d0-2e149551834b up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:44.667917 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 251f08eb-c4fc-443a-86d0-2e149551834b triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:44.668350 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.678147 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.700602 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:44.716638 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:44.738001 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-1010b5b7-92e5-43ea-9800-4266ed84d88a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:44.744469 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:44.745247 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:44.753135 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-1010b5b7-92e5-43ea-9800-4266ed84d88a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.6448190 Sep 15 16:04:44.865717 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.879576 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:44.934874 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Request body: {'port': {'device_id': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'admin_state_up': True, 'tenant_id': 'b5175f81424d46e29177767bf0b43d93'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:44.999692 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f214ffe0-e693-4d5a-b02d-8b58ba8aa43b,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:45.037663 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.042131 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-9975cfed-0a3a-41a3-9fd3-5b7e0c3c3717 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f214ffe0-e693-4d5a-b02d-8b58ba8aa43b HTTP/1.1" status: 204 len: 168 time: 2.4359519 Sep 15 16:04:45.045680 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33728) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:45.099092 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.103927 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:45.105437 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-46024b40-79af-416b-a33f-d1acfe596f61 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.1679921 Sep 15 16:04:45.139413 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33730) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:45.436210 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:41Z', 'revision_number': 3, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:45.558486 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:45.559198 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Updating router 706fc351-9494-49ac-acb5-22ea2372316b port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:45.674452 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6fa34eab-5bc1-478c-ae3b-c575ee46006a req-8809a3b2-04a0-458e-a26a-1ec5dd0b2d18 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.1522791 Sep 15 16:04:45.696257 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.766814 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Made reservation on behalf of b5175f81424d46e29177767bf0b43d93 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:04:45.776395 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.809895 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e2dd458d-7ddf-4cda-a256-86517c880648 req-44b124ca-3eb5-417f-b161-5351f484abac tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.2860336 Sep 15 16:04:45.827493 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.889820 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:04:45.894285 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:45.916657 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.089807 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:46.152412 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.338766 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Pushing event updated for resources: {'Port': ['ID=1177d4c1-87f5-4b05-b91d-f14f9c515e28,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:46.441353 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Network 3643951b-1b5d-437b-aa57-ed5dc2ae215b is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:46.479849 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.484408 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:46.503853 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:46.639613 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Allocated IP 172.20.0.4 (460f33a6-6808-4618-902f-c046672f9fe8/9e60e6b1-b960-4e46-944f-6993be51ed2b/a486b99e-a83c-4f4c-b293-329e5323457b) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:46.660393 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.665844 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5408593a-9946-4e0c-a2bf-7cdb5551ab71']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:46.674090 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.682709 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.703262 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97e6fd0-24e6-44e5-85bf-449355d8c18c') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:46.703262 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97e6fd0-24e6-44e5-85bf-449355d8c18c') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:46.730733 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Attempting to bind port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:46.731906 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Attempting to bind port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:46.744166 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Attempting to bind port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:46.764123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.778984 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:46.779977 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:46.780538 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.789283 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.799548 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:46.800277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:04:46.800900 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:46.801315 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Bound port: 87d64e1c-e1b9-44e2-899f-ee425fe862b6, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:46.802209 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:04:47.047266 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:04:47.051077 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Pushing event updated for resources: {'Port': ['ID=87d64e1c-e1b9-44e2-899f-ee425fe862b6,revision_number=2']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:47.061969 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] For port 87d64e1c-e1b9-44e2-899f-ee425fe862b6, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:47.072903 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.074490 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] For port 87d64e1c-e1b9-44e2-899f-ee425fe862b6, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=87d64e1c-e1b9-44e2-899f-ee425fe862b6,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:47.080368 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.081149 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.081835 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.082310 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.082831 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.083364 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.084052 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.084807 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.085214 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.085653 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.086173 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.087062 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Tracked resource versions report: Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: pushed versions: Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: { 'AddressGroup': {'1.2'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'ConntrackHelper': {'1.0'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Log': {'1.0'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Network': {'1.1'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Port': {'1.7'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'PortForwarding': {'1.2'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'QosPolicy': {'1.9'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroup': {'1.4'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroupRule': {'1.2'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SubPort': {'1.0'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Subnet': {'1.1'}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Trunk': {'1.1'}} Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: consumer versions: Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: { DHCP agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: HyperV agent@hv-cinder-80920: {}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: L3 agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: Metadata agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: Metering agent@dv-cinder-809206-1-iscsi: {}, Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: Open vSwitch agent@dv-cinder-809206-1-iscsi: { 'AddressGroup': '1.2', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'ConntrackHelper': '1.0', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Log': '1.0', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Network': '1.1', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Port': '1.7', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'PortForwarding': '1.2', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'QosPolicy': '1.9', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroup': '1.4', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SecurityGroupRule': '1.2', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'SubPort': '1.0', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Subnet': '1.1', Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: 'Trunk': '1.1'}} Sep 15 16:04:47.088482 dv-cinder-809206-1-iscsi neutron-server[94076]: {{(pid=94076) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 16:04:47.097892 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.137126 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:47.148440 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:47.165336 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:47.166044 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:47.218350 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:47.219569 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:47.262070 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5cba9624-b6dd-4ebb-a9c5-549562e313cb req-5ab3f543-ba89-4ae5-b40e-61cd53223ce1 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.1950045 Sep 15 16:04:47.265606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.295175 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] 10.222.0.59 "DELETE /v2.0/networks/5408593a-9946-4e0c-a2bf-7cdb5551ab71 HTTP/1.1" status: 204 len: 168 time: 2.2462962 Sep 15 16:04:47.297768 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc99e39-54d0-4f4e-a052-8a6909a68eec admin admin] Pushing event deleted for resources: {'Network': ['ID=5408593a-9946-4e0c-a2bf-7cdb5551ab71,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:47.337668 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8db2bd-12ce-472b-b888-e65a7901d7f1 None None] Pushing event updated for resources: {'Port': ['ID=87d64e1c-e1b9-44e2-899f-ee425fe862b6,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:47.349126 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.358042 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-28b40bf7-d4bc-4749-81d2-2379e29dd5e2 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.7353570 Sep 15 16:04:47.361838 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 33772) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.405764 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.406341 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:47.506138 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:47.591660 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:47.687263 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33778) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.859180 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3a16a2fe-fb2c-493b-9d5a-64d188b39077 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8139081 Sep 15 16:04:47.909248 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8e758d60-c5da-4794-8277-29db24e1dc7c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=811d007ef82743ea89b58f4ea0d8ebf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1900990 Sep 15 16:04:47.917853 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b45a-a092-4a38-b9ec-0d02fb22967f req-c714e139-753e-4aed-b6ba-12f04953129f tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:47.919503 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-90b4b45a-a092-4a38-b9ec-0d02fb22967f req-c714e139-753e-4aed-b6ba-12f04953129f tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 932 time: 0.8697736 Sep 15 16:04:47.920056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33786) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:47.924526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-6ca126c0-db7a-4d24-9470-410872d09dab tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:04:47.925940 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-6ca126c0-db7a-4d24-9470-410872d09dab tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0227146 Sep 15 16:04:48.001406 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Router f9633570-a8e8-462d-bc2d-6474055f4d29 is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:04:48.005231 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:42Z', 'revision_number': 3, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:48.117100 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:48.118791 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Updating router ae930a9c-c84b-4b90-a050-622ed2f0d855 port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:48.180360 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:41Z', 'revision_number': 3, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:48.197039 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.284417 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819bc300-064f-4dd0-bcd1-afc927f56997 None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:41Z', 'revision_number': 3, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:48.297967 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-90b4b45a-a092-4a38-b9ec-0d02fb22967f req-0b6b45c8-27be-42bd-86e0-4f2f5421266a tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631563 Sep 15 16:04:48.563368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-041c3e88-d0f4-4955-aee4-c2790aa87ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.619337 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Request body: {'port': {'device_id': 'ef292536-306c-4535-8a74-905ebe1728da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:48.691702 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5f9dccb0-b738-4da0-b5fb-78706c5c981f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.758995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:48.865390 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-446c0185-ebd6-40bb-a68b-bfbc84da3d5f req-9994ebe6-3b96-4017-b136-a3c56fe57bfb tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.3780956 Sep 15 16:04:48.974404 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:48.986292 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Sync routers for ids ['f9633570-a8e8-462d-bc2d-6474055f4d29'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:49.012558 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Routers {'f9633570-a8e8-462d-bc2d-6474055f4d29'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:49.015243 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['f9633570-a8e8-462d-bc2d-6474055f4d29'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:49.048744 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5f9dccb0-b738-4da0-b5fb-78706c5c981f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.089335 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.095985 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.152807 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.192589 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.201438 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-816b78b3-b709-43f6-8159-945fffc0c0a5 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3993485 Sep 15 16:04:49.202722 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33802) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:49.223934 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d0452-4312-4ec2-9d94-f68c9df2301c None None] Pushing event updated for resources: {'Port': ['ID=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:49.241900 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Attempting to bind port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:49.242310 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Attempting to bind port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:49.242693 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Attempting to bind port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:49.251123 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:49.251942 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:49.255516 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.255917 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:49.256423 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Bound port: 024fe0e0-cdf2-4d18-85d9-224ea4cc450c, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:49.256811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.343651 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.401504 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] For port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:49.416345 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] For port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:49.422098 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.570817 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Set router f9633570-a8e8-462d-bc2d-6474055f4d29 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:49.623613 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:49.624467 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:49.694060 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5f9dccb0-b738-4da0-b5fb-78706c5c981f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.696841 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5f9dccb0-b738-4da0-b5fb-78706c5c981f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.698114 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-5f9dccb0-b738-4da0-b5fb-78706c5c981f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/610aaaec-46c0-42f1-9df7-9d785522b2f5 HTTP/1.1" status: 204 len: 168 time: 1.7712154 Sep 15 16:04:49.710798 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.787783 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Network 460f33a6-6808-4618-902f-c046672f9fe8 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:49.794298 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5d0452-4312-4ec2-9d94-f68c9df2301c None None] Pushing event updated for resources: {'Port': ['ID=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:49.832523 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:49.848517 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:49.868058 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:49.870623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:49.934910 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event updated for resources: {'Port': ['ID=a486b99e-a83c-4f4c-b293-329e5323457b,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:49.954912 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-39f58ee1-b8c6-4a28-81d9-d6caf8449306 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0501852 Sep 15 16:04:50.033297 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 87d64e1c-e1b9-44e2-899f-ee425fe862b6 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:50.086023 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Request body: {'port': {'device_id': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:50.211904 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:50.243948 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1177d4c1-87f5-4b05-b91d-f14f9c515e28 {{(pid=94073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:04:50.299458 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.316307 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:44Z', 'revision_number': 3, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:50.423292 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Checking router: f9633570-a8e8-462d-bc2d-6474055f4d29 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:50.423748 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Updating router f9633570-a8e8-462d-bc2d-6474055f4d29 port 26b98b0d-9dbd-4772-8b57-104ccec76eba binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:50.534874 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.549255 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.613150 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9dccb0-b738-4da0-b5fb-78706c5c981f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610aaaec-46c0-42f1-9df7-9d785522b2f5,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:50.697876 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.879276 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33836) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:50.912862 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:50.914654 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:50.976824 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.provisioning_blocks [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Transition to ACTIVE for port object 1177d4c1-87f5-4b05-b91d-f14f9c515e28 will not be triggered until provisioned by entity L2. {{(pid=94073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:04:51.082953 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.173650 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.276031 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 87d64e1c-e1b9-44e2-899f-ee425fe862b6, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=87d64e1c-e1b9-44e2-899f-ee425fe862b6,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:51.276031 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.390309 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=87d64e1c-e1b9-44e2-899f-ee425fe862b6,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:51.456584 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Allocated IP 172.20.0.1 (ff3e9d43-ea22-4f07-8df6-3aca16830258/f3110ee0-6b7d-45fd-be57-22d041b9bfe7/103ac571-29fa-4012-a775-a1eee78374df) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:51.457752 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:42Z', 'revision_number': 3, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:51.462567 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b5de7c08-9351-4661-a1c9-2633a9b94e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.491390 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.506780 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.519883 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6273f7d6-36e7-43cc-b6c9-1268e569248d None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:42Z', 'revision_number': 3, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:51.552268 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.575835 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c9dd6-9f37-4fe2-b919-0621a607539b req-c7def16c-1df7-418c-b395-57dd92848f11 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.578065 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bd8c9dd6-9f37-4fe2-b919-0621a607539b req-c7def16c-1df7-418c-b395-57dd92848f11 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 932 time: 1.8596234 Sep 15 16:04:51.580460 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1177d4c1-87f5-4b05-b91d-f14f9c515e28,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:51.631136 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Attempting to bind port 26b98b0d-9dbd-4772-8b57-104ccec76eba on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:51.631668 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Attempting to bind port 26b98b0d-9dbd-4772-8b57-104ccec76eba by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:51.632127 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Attempting to bind port 26b98b0d-9dbd-4772-8b57-104ccec76eba on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:51.634350 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26e742-182c-4dc3-8b19-fa0774a946ca None None] Pushing event updated for resources: {'Port': ['ID=26b98b0d-9dbd-4772-8b57-104ccec76eba,revision_number=2']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:51.636545 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-876be39d-ea65-4d90-982c-907d28bcc0d0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=223a3eaf137a45aaa9b44e0f980afde7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7461228 Sep 15 16:04:51.641661 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33842) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:51.643176 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:51.643691 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:51.644302 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.644794 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:51.645367 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Bound port: 26b98b0d-9dbd-4772-8b57-104ccec76eba, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:51.645829 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.767526 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] For port 26b98b0d-9dbd-4772-8b57-104ccec76eba, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:51.774752 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a1d6f-ddb7-4616-8b06-6e46e29d8474 req-139bdd63-0991-44f9-8125-f51212107c9b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:51.776660 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] For port 26b98b0d-9dbd-4772-8b57-104ccec76eba, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=26b98b0d-9dbd-4772-8b57-104ccec76eba,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:51.779097 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-831a1d6f-ddb7-4616-8b06-6e46e29d8474 req-139bdd63-0991-44f9-8125-f51212107c9b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 931 time: 1.2942407 Sep 15 16:04:51.780799 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:51.928550 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Routers {'f9633570-a8e8-462d-bc2d-6474055f4d29'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:51.932805 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['f9633570-a8e8-462d-bc2d-6474055f4d29'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:51.945182 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 87d64e1c-e1b9-44e2-899f-ee425fe862b6 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:52.053998 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26e742-182c-4dc3-8b19-fa0774a946ca None None] Pushing event updated for resources: {'Port': ['ID=26b98b0d-9dbd-4772-8b57-104ccec76eba,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:52.278335 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.288956 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] Set router f9633570-a8e8-462d-bc2d-6474055f4d29 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:52.339080 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:52.340829 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.693072 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.managers [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Attempting to bind port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:52.693560 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.693943 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.managers [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Attempting to bind port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '2daf2054-a173-4cda-9b6c-7539be7cd2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b'}] {{(pid=94073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:52.693943 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Attempting to bind port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 on network 3643951b-1b5d-437b-aa57-ed5dc2ae215b {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:52.706184 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 on network 3643951b-1b5d-437b-aa57-ed5dc2ae215b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:04:52.706707 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Attempting to bind port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 on network 3643951b-1b5d-437b-aa57-ed5dc2ae215b {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:52.721427 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-831a1d6f-ddb7-4616-8b06-6e46e29d8474 req-9ae36974-58fd-4ca2-977f-242440e3215c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9151187 Sep 15 16:04:52.731301 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:52.731940 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Checking segment: {'id': '2daf2054-a173-4cda-9b6c-7539be7cd2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:52.732611 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Bound using segment: {'id': '2daf2054-a173-4cda-9b6c-7539be7cd2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b'} {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:52.733311 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.managers [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Bound port: 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2daf2054-a173-4cda-9b6c-7539be7cd2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b'}}] {{(pid=94073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:52.733758 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.755708 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bd8c9dd6-9f37-4fe2-b919-0621a607539b req-d3c553c6-c5d9-43db-aff9-4d24cf3bbebc tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0938914 Sep 15 16:04:52.806711 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-886b484b-091e-4539-8433-b4a129e58696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.849040 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-886b484b-091e-4539-8433-b4a129e58696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.862317 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:44Z', 'revision_number': 3, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:52.940791 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-886b484b-091e-4539-8433-b4a129e58696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.945042 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-886b484b-091e-4539-8433-b4a129e58696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:52.948720 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-886b484b-091e-4539-8433-b4a129e58696 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/837ffde5-4e18-42fa-a71e-af0066b7a4a0 HTTP/1.1" status: 204 len: 168 time: 1.2828696 Sep 15 16:04:52.992891 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f03386f-425f-41ec-9366-847718c107e9 None None] The sync data for ids ['f9633570-a8e8-462d-bc2d-6474055f4d29'] in dv-cinder-809206-1-iscsi is: [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:44Z', 'revision_number': 3, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:04:53.004222 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b484b-091e-4539-8433-b4a129e58696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837ffde5-4e18-42fa-a71e-af0066b7a4a0,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:53.132464 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a486b99e-a83c-4f4c-b293-329e5323457b {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:04:53.162292 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.171883 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.224687 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] For port 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host hv-cinder-80920, cleared binding levels {{(pid=94073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:53.285579 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] For port 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28,segment=NetworkSegment(2daf2054-a173-4cda-9b6c-7539be7cd2e2),segment_id=2daf2054-a173-4cda-9b6c-7539be7cd2e2)] {{(pid=94073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:53.305837 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.317358 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Pushing event updated for resources: {'Port': ['ID=103ac571-29fa-4012-a775-a1eee78374df,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:53.351217 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:53.355937 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.357607 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] 10.222.0.64 "PUT /v2.0/ports/1177d4c1-87f5-4b05-b91d-f14f9c515e28 HTTP/1.1" status: 200 len: 1094 time: 5.1256840 Sep 15 16:04:53.364171 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef292536-306c-4535-8a74-905ebe1728da', 'tag': '1177d4c1-87f5-4b05-b91d-f14f9c515e28'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:53.384186 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:53.402411 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:53.426085 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:53.426609 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.566003 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Allocated IP 172.20.0.1 (1b2b1d7e-283c-4001-9770-bb86b137f23e/63440245-4b84-4e6f-95d8-2c3e2942f4b2/dc51e904-7160-4515-a4ac-e8889505064e) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:53.883008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:53.939158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Transition to ACTIVE for port object a486b99e-a83c-4f4c-b293-329e5323457b will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:04:54.024851 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.034258 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.090246 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-1802e406-1bfd-4f06-bb11-ae53ed26b035 None None] Provisioning complete for port 103ac571-29fa-4012-a775-a1eee78374df triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:54.090655 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1802e406-1bfd-4f06-bb11-ae53ed26b035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.109676 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e48650-d753-4674-8af6-9e96681901da" -d '{"events": [{"name": "network-changed", "server_uuid": "ef292536-306c-4535-8a74-905ebe1728da", "tag": "1177d4c1-87f5-4b05-b91d-f14f9c515e28"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:54.112903 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3c5bd-076e-4218-9f8c-c24e2e444aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=1177d4c1-87f5-4b05-b91d-f14f9c515e28,revision_number=3']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.117984 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3332ab14-1186-4e2f-8137-e763a6607a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.120187 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-3332ab14-1186-4e2f-8137-e763a6607a68 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b510d482a9bf41f18ee48093a17af40c&device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 1097 time: 0.6144319 Sep 15 16:04:54.160607 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.169686 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 024fe0e0-cdf2-4d18-85d9-224ea4cc450c up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:54.186755 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.302904 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-1802e406-1bfd-4f06-bb11-ae53ed26b035 None None] Port 103ac571-29fa-4012-a775-a1eee78374df cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:54.353808 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:54.355013 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.362863 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-d2f2d7a1-9302-4983-bdfa-e9d498256316 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28 HTTP/1.1" status: 200 len: 217 time: 0.2147245 Sep 15 16:04:54.383763 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Pushing event updated for resources: {'Port': ['ID=a486b99e-a83c-4f4c-b293-329e5323457b,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.547925 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2249f-4ea7-4f2e-a1bf-b5e973eaeaa4 req-45a42f08-4417-47ef-a3a0-79b980517f8a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.549630 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-23f2249f-4ea7-4f2e-a1bf-b5e973eaeaa4 req-45a42f08-4417-47ef-a3a0-79b980517f8a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 943 time: 0.5422158 Sep 15 16:04:54.571982 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33922) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:54.598085 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f0115b-dd85-41ce-ac30-0b3ba02a30fe req-916dda2f-babd-4dde-8875-dcfd231ce3ec tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:54.615263 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25f0115b-dd85-41ce-ac30-0b3ba02a30fe req-916dda2f-babd-4dde-8875-dcfd231ce3ec tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 944 time: 0.5763891 Sep 15 16:04:54.627816 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.639294 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.715901 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:54.729082 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.729932 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 26b98b0d-9dbd-4772-8b57-104ccec76eba up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:54.864967 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:54.889479 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Pushing event updated for resources: {'Port': ['ID=dc51e904-7160-4515-a4ac-e8889505064e,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:54.893451 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:54.898558 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:54.899108 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:54.921415 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Attempting to bind port a486b99e-a83c-4f4c-b293-329e5323457b on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:54.921771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Attempting to bind port a486b99e-a83c-4f4c-b293-329e5323457b by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:54.922140 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Attempting to bind port a486b99e-a83c-4f4c-b293-329e5323457b on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:55.014010 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.036104 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 26b98b0d-9dbd-4772-8b57-104ccec76eba triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:55.036482 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.082497 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Port a486b99e-a83c-4f4c-b293-329e5323457b on network 460f33a6-6808-4618-902f-c046672f9fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:04:55.083069 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Attempting to bind port a486b99e-a83c-4f4c-b293-329e5323457b on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:55.092405 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:55.092973 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Checking segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:55.093697 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Bound using segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:55.094874 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Bound port: a486b99e-a83c-4f4c-b293-329e5323457b, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:55.095333 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.179451 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aeeae988-9f29-4eb7-8f4f-3b233e79ef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.217218 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.222313 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25f0115b-dd85-41ce-ac30-0b3ba02a30fe req-48c12f83-27f7-4e47-a60b-c459a32e9f1a tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059914 Sep 15 16:04:55.237187 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-23f2249f-4ea7-4f2e-a1bf-b5e973eaeaa4 req-edd938b8-6fe3-44dd-ba2b-ca43300aa907 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982882 Sep 15 16:04:55.256902 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 26b98b0d-9dbd-4772-8b57-104ccec76eba, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=26b98b0d-9dbd-4772-8b57-104ccec76eba,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:55.262992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.340240 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-f118c1f6-2de2-43f3-975e-a77b08479700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.341665 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-f118c1f6-2de2-43f3-975e-a77b08479700 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7662788-c171-40e1-92d4-47830e05f6ad HTTP/1.1" status: 200 len: 852 time: 0.8247740 Sep 15 16:04:55.366377 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=26b98b0d-9dbd-4772-8b57-104ccec76eba,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.394206 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.414306 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Allocated IP 172.20.0.1 (d5de778c-8bde-44d7-b5fd-72b5dedf70fc/d6675a49-260e-4b2c-ada4-dcb2c8648f35/fe7165de-c87d-4977-8282-2eab413b6984) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:04:55.453337 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-5104c1fc-1b51-41fe-980e-f0aa60ad9576 None None] Provisioning complete for port dc51e904-7160-4515-a4ac-e8889505064e triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:55.455083 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5104c1fc-1b51-41fe-980e-f0aa60ad9576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.494236 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-db51c3a2-3b22-409a-a2b7-05dc5f975f3a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3643951b-1b5d-437b-aa57-ed5dc2ae215b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697517 Sep 15 16:04:55.512105 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-5104c1fc-1b51-41fe-980e-f0aa60ad9576 None None] Port dc51e904-7160-4515-a4ac-e8889505064e cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:55.573482 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] For port a486b99e-a83c-4f4c-b293-329e5323457b, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:55.619712 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] For port a486b99e-a83c-4f4c-b293-329e5323457b, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a486b99e-a83c-4f4c-b293-329e5323457b,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:55.627951 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.632627 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9cf0c4-c3c7-4cba-9942-da2d9cc3ca11 x-openstack-request-id: req-dd9cf0c4-c3c7-4cba-9942-da2d9cc3ca11 {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:55.632917 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef292536-306c-4535-8a74-905ebe1728da", "tag": "1177d4c1-87f5-4b05-b91d-f14f9c515e28", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:55.633163 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dd9cf0c4-c3c7-4cba-9942-da2d9cc3ca11 {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:55.633788 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef292536-306c-4535-8a74-905ebe1728da', 'tag': '1177d4c1-87f5-4b05-b91d-f14f9c515e28', 'status': 'completed', 'code': 200} Sep 15 16:04:55.667105 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aeeae988-9f29-4eb7-8f4f-3b233e79ef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.670483 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-1cc3caea-ae16-48ad-8cdb-3afc10f018f0 service neutron] 10.222.0.64 "GET /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599956 Sep 15 16:04:55.696956 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.705655 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aeeae988-9f29-4eb7-8f4f-3b233e79ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.705924 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:55.706547 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.707960 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] 10.222.0.64 "PUT /v2.0/ports/a486b99e-a83c-4f4c-b293-329e5323457b HTTP/1.1" status: 200 len: 1093 time: 5.6543663 Sep 15 16:04:55.709894 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.711615 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'tag': 'a486b99e-a83c-4f4c-b293-329e5323457b'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:04:55.786769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.790486 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.790771 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-aeeae988-9f29-4eb7-8f4f-3b233e79ef91 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9d68888f2ef94eb1902c6c01f4c9a637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1108072 Sep 15 16:04:55.793296 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeae988-9f29-4eb7-8f4f-3b233e79ef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4e3db1-c9ac-4d78-9fa4-5227feb4cecb,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.808927 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 33956) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:55.813679 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.814410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:55.885148 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04238473-72e8-4875-81dc-2f6157ddcb47 service neutron] Pushing event updated for resources: {'Port': ['ID=a486b99e-a83c-4f4c-b293-329e5323457b,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:55.907846 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 024fe0e0-cdf2-4d18-85d9-224ea4cc450c up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:56.007414 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.009045 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb34d-f771-49b3-9484-b781d538ba13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.031872 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb34d-f771-49b3-9484-b781d538ba13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.043080 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:56.043593 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.074849 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-b57ae0d1-a6f5-4ee7-95be-4446c167cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:56.076504 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-b57ae0d1-a6f5-4ee7-95be-4446c167cde0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 1096 time: 0.2860363 Sep 15 16:04:56.103630 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Pushing event updated for resources: {'Port': ['ID=103ac571-29fa-4012-a775-a1eee78374df,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:56.106861 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d261705-67ad-444c-9c9d-c6b29e312982 req-97fbb400-42c8-4f3d-bc30-1530c5823a30 service neutron] 10.222.0.64 "GET /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038119 Sep 15 16:04:56.127794 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb34d-f771-49b3-9484-b781d538ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.134280 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2f0bb34d-f771-49b3-9484-b781d538ba13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.136203 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2f0bb34d-f771-49b3-9484-b781d538ba13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf4e3db1-c9ac-4d78-9fa4-5227feb4cecb HTTP/1.1" status: 204 len: 168 time: 0.3165905 Sep 15 16:04:56.151980 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b2c72-5b41-4f12-9efd-96401da640b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e85e4a-35b2-467b-9d8d-aec7a346454c", "tag": "a486b99e-a83c-4f4c-b293-329e5323457b"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:04:56.256583 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.269546 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0bb34d-f771-49b3-9484-b781d538ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4e3db1-c9ac-4d78-9fa4-5227feb4cecb,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:56.277842 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 26b98b0d-9dbd-4772-8b57-104ccec76eba up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:04:56.298717 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:56.334923 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:56.338825 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:04:56.419940 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 26b98b0d-9dbd-4772-8b57-104ccec76eba triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:56.420319 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.486806 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:56.707105 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-0846d0ab-1ea3-4cdb-9210-d8069180ae31 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a486b99e-a83c-4f4c-b293-329e5323457b HTTP/1.1" status: 200 len: 217 time: 0.6151423 Sep 15 16:04:56.718262 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:56.782763 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:56.800700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:56.802749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Pushing event updated for resources: {'Port': ['ID=dc51e904-7160-4515-a4ac-e8889505064e,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:56.840576 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:57.006789 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34008) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:57.008104 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e48650-d753-4674-8af6-9e96681901da req-2a6d06f9-797b-46b5-bcb4-c4bc99c6c6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.014733 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-2a6d06f9-797b-46b5-bcb4-c4bc99c6c6bf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b510d482a9bf41f18ee48093a17af40c&device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 1097 time: 0.7723720 Sep 15 16:04:57.089000 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17218a3e-fb06-4705-95a5-717e04bfa73b req-44b7f3f6-d54c-4cb0-bed6-58bf77d20a4d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.090718 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-17218a3e-fb06-4705-95a5-717e04bfa73b req-44b7f3f6-d54c-4cb0-bed6-58bf77d20a4d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 943 time: 0.6107039 Sep 15 16:04:57.103870 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:57.119323 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e696b97-ec17-4136-b624-4fcf6a452190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.136815 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Pushing event updated for resources: {'Port': ['ID=fe7165de-c87d-4977-8282-2eab413b6984,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:57.157814 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-a68854a3-b513-4374-aa73-f5516b923774 None None] Provisioning complete for port dc51e904-7160-4515-a4ac-e8889505064e triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:57.158895 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a68854a3-b513-4374-aa73-f5516b923774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.197264 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-a68854a3-b513-4374-aa73-f5516b923774 None None] Port dc51e904-7160-4515-a4ac-e8889505064e cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:57.206068 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-1cd71e4c-571d-4a89-8730-eca4e2c67cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.207672 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-1cd71e4c-571d-4a89-8730-eca4e2c67cf8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.4848969 Sep 15 16:04:57.241665 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.273676 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34016) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:57.284587 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-dc6cae31-1a52-4d60-b62d-ab12ff8a2577 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670402 Sep 15 16:04:57.285201 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-17218a3e-fb06-4705-95a5-717e04bfa73b req-961b8df8-5723-4644-9bc5-7d80a7bb63b8 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639633 Sep 15 16:04:57.298145 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413a5bb-bfac-40d5-883b-1c53e819a34a req-19470545-f6f1-4a78-ad76-17d0e4f1d377 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.305458 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4413a5bb-bfac-40d5-883b-1c53e819a34a req-19470545-f6f1-4a78-ad76-17d0e4f1d377 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 944 time: 0.8267703 Sep 15 16:04:57.325824 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-5a79318c-d35c-4add-9531-b4bb07b0abd0 None None] Provisioning complete for port 103ac571-29fa-4012-a775-a1eee78374df triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:57.326192 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5a79318c-d35c-4add-9531-b4bb07b0abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.376016 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-5a79318c-d35c-4add-9531-b4bb07b0abd0 None None] Port 103ac571-29fa-4012-a775-a1eee78374df cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:57.395238 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e48650-d753-4674-8af6-9e96681901da req-492724b4-e2be-41a1-b68b-631ebe7a8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.397026 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-492724b4-e2be-41a1-b68b-631ebe7a8af5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3643951b-1b5d-437b-aa57-ed5dc2ae215b HTTP/1.1" status: 200 len: 913 time: 0.3719122 Sep 15 16:04:57.468567 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4413a5bb-bfac-40d5-883b-1c53e819a34a req-0626a1ac-27db-480a-b049-a0e7fa1d901f tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622515 Sep 15 16:04:57.477282 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-1d3c14aa-4db0-4c30-be23-10c29663155f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28 HTTP/1.1" status: 200 len: 217 time: 0.0713718 Sep 15 16:04:57.484906 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a2862-767d-47d4-9405-cf76b3eca493 x-openstack-request-id: req-541a2862-767d-47d4-9405-cf76b3eca493 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:04:57.485189 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e85e4a-35b2-467b-9d8d-aec7a346454c", "tag": "a486b99e-a83c-4f4c-b293-329e5323457b", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:04:57.485431 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-541a2862-767d-47d4-9405-cf76b3eca493 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:04:57.485929 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'tag': 'a486b99e-a83c-4f4c-b293-329e5323457b', 'status': 'completed', 'code': 200} Sep 15 16:04:57.523609 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c4497338-5190-4d66-aba9-78c66a2d1f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.571685 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e48650-d753-4674-8af6-9e96681901da req-e2bf4f0f-12e1-4de3-a02a-228850b0c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:57.573116 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-e2bf4f0f-12e1-4de3-a02a-228850b0c7f0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=e7662788-c171-40e1-92d4-47830e05f6ad HTTP/1.1" status: 200 len: 852 time: 0.0618634 Sep 15 16:04:57.583871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:57.586609 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Router 706fc351-9494-49ac-acb5-22ea2372316b has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:57.593967 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:57.596231 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b33a2998-bf6b-4a40-982c-a864a5e7087e admin admin] 10.222.0.59 "PUT /v2.0/routers/ae930a9c-c84b-4b90-a050-622ed2f0d855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2273424 Sep 15 16:04:57.613871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e696b97-ec17-4136-b624-4fcf6a452190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.615471 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-da930e19-32ba-4af1-8cfe-82d0afb04c65 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3643951b-1b5d-437b-aa57-ed5dc2ae215b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323250 Sep 15 16:04:57.618627 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:57.620143 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:57.622357 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-17c49c5b-7e02-4c5b-8ec2-8728dba9c686 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881165 Sep 15 16:04:57.627317 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e696b97-ec17-4136-b624-4fcf6a452190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.645245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.657205 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.730997 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Pushing event updated for resources: {'Port': ['ID=fe7165de-c87d-4977-8282-2eab413b6984,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:57.775159 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:57.827499 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.833515 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-5e696b97-ec17-4136-b624-4fcf6a452190 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f75b4549699c40a180fdea61e10cbc76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8210936 Sep 15 16:04:57.842206 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c4497338-5190-4d66-aba9-78c66a2d1f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.843584 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34030) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:57.853587 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e696b97-ec17-4136-b624-4fcf6a452190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd18cfb-5c01-41ea-bc9f-7f2a5c22df5d,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:57.858456 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c4497338-5190-4d66-aba9-78c66a2d1f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:57.882310 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-92505bb1-5ab2-4c98-a936-e62e50f709bb service neutron] 10.222.0.64 "GET /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536187 Sep 15 16:04:58.005051 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c4497338-5190-4d66-aba9-78c66a2d1f06 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b868a843aa3f4e54b0730ab10de273d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7235615 Sep 15 16:04:58.011409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34036) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:58.033828 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4497338-5190-4d66-aba9-78c66a2d1f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840a1f4a-3cad-4e23-be58-2a7b4e5ae992,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:58.061544 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:58.072644 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:58.074048 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-98c686fd-777c-421c-a00e-11d64aee4f1e req-51f2e1fa-95df-4b23-b2cf-75e0ef620db7 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409616 Sep 15 16:04:58.081201 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-9cae8e39-8c99-444d-9fdc-14767826054e admin admin] 10.222.0.59 "PUT /v2.0/routers/706fc351-9494-49ac-acb5-22ea2372316b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9231205 Sep 15 16:04:58.108532 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:58.110853 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8e5eba94-5bcb-45cf-b4cd-b9996dddb8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.114364 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:58.143153 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 2, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:58.179111 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:58.180160 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Updating router ae930a9c-c84b-4b90-a050-622ed2f0d855 port dc51e904-7160-4515-a4ac-e8889505064e binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:58.221401 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.227559 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:04:58.241839 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8e5eba94-5bcb-45cf-b4cd-b9996dddb8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.242967 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e48650-d753-4674-8af6-9e96681901da req-5a3c8399-011e-4eb7-ac5d-a5b0b4ef8529 service neutron] 10.222.0.64 "GET /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225884 Sep 15 16:04:58.246996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:04:58.262196 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34042) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:58.274297 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052050536', 'description': 'tempest-description--835501443'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:58.283330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1133a44c-578d-4d38-a1f5-467a26fdc251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.348148 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1133a44c-578d-4d38-a1f5-467a26fdc251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.356911 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-35f93421-ea9e-4c73-b2a7-547fab145953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.358432 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-35f93421-ea9e-4c73-b2a7-547fab145953 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 1096 time: 0.2146935 Sep 15 16:04:58.424327 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.506035 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8e5eba94-5bcb-45cf-b4cd-b9996dddb8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.508830 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:58.530026 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8e5eba94-5bcb-45cf-b4cd-b9996dddb8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.535838 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdeb03-fd5a-471a-b902-5c4620ddcb65 req-b16364dc-6342-4c55-a6d5-a28cb5635585 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.537371 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-8e5eba94-5bcb-45cf-b4cd-b9996dddb8ee admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fd18cfb-5c01-41ea-bc9f-7f2a5c22df5d HTTP/1.1" status: 204 len: 168 time: 0.6921628 Sep 15 16:04:58.544156 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-55bdeb03-fd5a-471a-b902-5c4620ddcb65 req-b16364dc-6342-4c55-a6d5-a28cb5635585 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 943 time: 0.1414261 Sep 15 16:04:58.576807 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Router f9633570-a8e8-462d-bc2d-6474055f4d29 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:04:58.624184 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5eba94-5bcb-45cf-b4cd-b9996dddb8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd18cfb-5c01-41ea-bc9f-7f2a5c22df5d,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:58.630875 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-55bdeb03-fd5a-471a-b902-5c4620ddcb65 req-6317ec5c-6713-4afd-bdb8-8c2623116079 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857584 Sep 15 16:04:58.752986 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.774985 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.830393 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1133a44c-578d-4d38-a1f5-467a26fdc251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.849018 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1177d4c1-87f5-4b05-b91d-f14f9c515e28 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:04:58.849146 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1133a44c-578d-4d38-a1f5-467a26fdc251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.850280 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1133a44c-578d-4d38-a1f5-467a26fdc251 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/840a1f4a-3cad-4e23-be58-2a7b4e5ae992 HTTP/1.1" status: 204 len: 168 time: 0.8346291 Sep 15 16:04:58.854404 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.862737 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.895405 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283d3dd-d9ef-4904-9a73-ecd7228b6cb0 None None] Pushing event updated for resources: {'Port': ['ID=dc51e904-7160-4515-a4ac-e8889505064e,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:58.929334 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:58.933574 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6675010 Sep 15 16:04:58.937324 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:04:58.942328 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34064) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:58.945524 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1133a44c-578d-4d38-a1f5-467a26fdc251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840a1f4a-3cad-4e23-be58-2a7b4e5ae992,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:58.981508 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f7b9-6902-47bb-9b16-9d83dc78c301 req-a6e45849-e355-481d-ae11-fb67ee3b2742 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:58.995454 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a0f3f7b9-6902-47bb-9b16-9d83dc78c301 req-a6e45849-e355-481d-ae11-fb67ee3b2742 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 944 time: 0.2511766 Sep 15 16:04:58.998646 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-3fa45291-a69f-4c12-b3d2-9b3a0a9527d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:59.000928 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'security_group_rule': {'security_group_id': 'bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:59.002954 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-3fa45291-a69f-4c12-b3d2-9b3a0a9527d3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 916 time: 0.6292677 Sep 15 16:04:59.035140 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Sync routers for ids ['f9633570-a8e8-462d-bc2d-6474055f4d29'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:04:59.040637 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f4a2df6b-bbce-4b97-839e-366c6787bdbe admin admin] 10.222.0.59 "PUT /v2.0/routers/f9633570-a8e8-462d-bc2d-6474055f4d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8226340 Sep 15 16:04:59.088182 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.db.resource_extend [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:04:59.105535 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-57abc2f8-9692-4828-88f5-28ca1657d462 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a486b99e-a83c-4f4c-b293-329e5323457b HTTP/1.1" status: 200 len: 217 time: 0.0978644 Sep 15 16:04:59.143466 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 2, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:59.161162 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b6121-2dd1-4ca2-be41-a76baca91d1b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:59.184035 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34076) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:59.194795 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:04:59.195147 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Updating router 706fc351-9494-49ac-acb5-22ea2372316b port 103ac571-29fa-4012-a775-a1eee78374df binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:04:59.200034 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912804373', 'description': 'tempest-description--398927082'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:59.206154 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Routers {'f9633570-a8e8-462d-bc2d-6474055f4d29'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:04:59.210075 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['f9633570-a8e8-462d-bc2d-6474055f4d29'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:04:59.211655 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.243443 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-8cc2eeae-d515-42b8-8c14-b827e2c332a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:59.245407 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-8cc2eeae-d515-42b8-8c14-b827e2c332a0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.1326425 Sep 15 16:04:59.298255 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Attempting to bind port dc51e904-7160-4515-a4ac-e8889505064e on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:04:59.298632 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-9c0fc1f2-5d55-4c56-8b27-b502e031cfea service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401099 Sep 15 16:04:59.299243 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Attempting to bind port dc51e904-7160-4515-a4ac-e8889505064e by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:04:59.299821 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Attempting to bind port dc51e904-7160-4515-a4ac-e8889505064e on network 1b2b1d7e-283c-4001-9770-bb86b137f23e {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:04:59.364324 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.396311 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:04:59.412171 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Checking segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:04:59.414168 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.414717 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Bound using segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:04:59.415342 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Bound port: dc51e904-7160-4515-a4ac-e8889505064e, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:04:59.417845 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.490463 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-d9f1a251-c700-4ac7-91a4-c71b4655f6c0 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893220 Sep 15 16:04:59.527614 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.546240 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a0f3f7b9-6902-47bb-9b16-9d83dc78c301 req-ce743d3d-1948-4b5c-a3c9-ab57ad9e0a50 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499072 Sep 15 16:04:59.547584 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.582416 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-97b87749-620c-425f-ab2a-cadf5936eaa4 None None] Provisioning complete for port dc51e904-7160-4515-a4ac-e8889505064e triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:04:59.583196 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-97b87749-620c-425f-ab2a-cadf5936eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.598413 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c3eac8-4804-4537-823e-11ab9e4275b8,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:04:59.627469 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.650990 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.653094 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-dd945998-745d-4fa2-9aaa-cc29b50c1d88 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6553795 Sep 15 16:04:59.657205 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34086) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:59.667429 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'security_group_rule': {'security_group_id': 'bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:04:59.705172 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28,segment=NetworkSegment(2daf2054-a173-4cda-9b6c-7539be7cd2e2),segment_id=2daf2054-a173-4cda-9b6c-7539be7cd2e2)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:04:59.734373 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Set router f9633570-a8e8-462d-bc2d-6474055f4d29 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:04:59.743082 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-97b87749-620c-425f-ab2a-cadf5936eaa4 None None] Port dc51e904-7160-4515-a4ac-e8889505064e cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:04:59.776902 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '1177d4c1-87f5-4b05-b91d-f14f9c515e28', 'network_id': '3643951b-1b5d-437b-aa57-ed5dc2ae215b', 'port_id': '1177d4c1-87f5-4b05-b91d-f14f9c515e28', 'mac_address': 'fa:16:3e:27:ee:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7662788-c171-40e1-92d4-47830e05f6ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:04:59.790542 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] For port dc51e904-7160-4515-a4ac-e8889505064e, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:04:59.800160 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] For port dc51e904-7160-4515-a4ac-e8889505064e, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=dc51e904-7160-4515-a4ac-e8889505064e,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:04:59.806967 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34088) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:04:59.851377 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-672c2b27-b09b-44d9-a27d-82a23212b98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.881694 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.893161 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.899862 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83321f77-71c5-427e-a22f-129036dc2d30 req-9f3ffe7e-7f0e-46d7-99e5-93a21dba0d77 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:04:59.901806 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-83321f77-71c5-427e-a22f-129036dc2d30 req-9f3ffe7e-7f0e-46d7-99e5-93a21dba0d77 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 943 time: 0.1312065 Sep 15 16:04:59.909885 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.976061 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.976928 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:04:59.999097 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.055044 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1177d4c1-87f5-4b05-b91d-f14f9c515e28 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:00.074920 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Attempting to bind port 103ac571-29fa-4012-a775-a1eee78374df on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:00.075564 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Attempting to bind port 103ac571-29fa-4012-a775-a1eee78374df by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:00.076103 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Attempting to bind port 103ac571-29fa-4012-a775-a1eee78374df on network ff3e9d43-ea22-4f07-8df6-3aca16830258 {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:00.110729 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:00.111401 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Checking segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:00.112012 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.112545 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Bound using segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:00.113165 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Bound port: 103ac571-29fa-4012-a775-a1eee78374df, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:00.113725 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.129930 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e3ae4-a629-4a99-a062-2f2314a44f83 None None] Pushing event updated for resources: {'Port': ['ID=103ac571-29fa-4012-a775-a1eee78374df,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.143678 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28,segment=NetworkSegment(2daf2054-a173-4cda-9b6c-7539be7cd2e2),segment_id=2daf2054-a173-4cda-9b6c-7539be7cd2e2)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:00.158824 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-83321f77-71c5-427e-a22f-129036dc2d30 req-5e81fd2b-a9eb-4264-a2fc-4eb2d45eb914 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437823 Sep 15 16:05:00.173418 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f52b2c72-5b41-4f12-9efd-96401da640b8 req-428304f3-1698-4c46-8bd1-55a6dfeb7c0c service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761391 Sep 15 16:05:00.208728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.211082 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.230152 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.297583 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:00.298669 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:00.319891 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] For port 103ac571-29fa-4012-a775-a1eee78374df, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:00.330372 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] For port 103ac571-29fa-4012-a775-a1eee78374df, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=103ac571-29fa-4012-a775-a1eee78374df,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:00.351440 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.362824 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-672c2b27-b09b-44d9-a27d-82a23212b98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.478966 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-672c2b27-b09b-44d9-a27d-82a23212b98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.497858 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.506882 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e3ae4-a629-4a99-a062-2f2314a44f83 None None] Pushing event updated for resources: {'Port': ['ID=103ac571-29fa-4012-a775-a1eee78374df,revision_number=4']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.508706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34112) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:00.514034 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'security_group_rule': {'security_group_id': 'c09e67c2-4ebf-4cfc-bfc9-89b286956e9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:00.520148 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0db9ae10-0712-4817-83de-e2751fd50a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3253076 Sep 15 16:05:00.594129 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.594295 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:00.599625 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:00.633718 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.664009 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:00.757106 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.804714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c2b27-b09b-44d9-a27d-82a23212b98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad8cc6-812d-4317-8b77-d64bcf99b431,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.856394 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.859806 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:00.863639 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.907303 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823946cc-ee1c-4d88-ac98-ee48f1065834,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.907858 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-672c2b27-b09b-44d9-a27d-82a23212b98c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b48912811862434a8f7bd8116d07169f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1000497 Sep 15 16:05:00.911546 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34138) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:00.946472 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6690338f-abe4-453b-9991-bf17c96ca784,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.957729 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a486b99e-a83c-4f4c-b293-329e5323457b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:00.970644 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:00.975115 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-992bcce9-4e18-485f-ad45-51403e225f49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4650650 Sep 15 16:05:00.976041 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34142) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:00.983235 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283d3dd-d9ef-4904-9a73-ecd7228b6cb0 None None] Pushing event updated for resources: {'Port': ['ID=dc51e904-7160-4515-a4ac-e8889505064e,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:00.995191 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'security_group_rule': {'security_group_id': 'c09e67c2-4ebf-4cfc-bfc9-89b286956e9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:01.048188 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.051455 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f4e69100-742c-4c2f-a9d7-11b566c9f9d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3917763 Sep 15 16:05:01.060781 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34144) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:01.068687 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:01.074055 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2239d-d3cf-4b8d-8bf9-fc4aa2a0cf08 req-6e5eae61-4194-41a3-9a64-1f47ef7d54df tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.083503 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bdd2239d-d3cf-4b8d-8bf9-fc4aa2a0cf08 req-6e5eae61-4194-41a3-9a64-1f47ef7d54df tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 945 time: 0.3689482 Sep 15 16:05:01.130319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-f3792c65-7352-4af4-b386-68171ec7fea8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.131899 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93f08ab6-51ca-47cb-96e8-aa144239d120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.138085 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-f3792c65-7352-4af4-b386-68171ec7fea8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 818 time: 0.4724634 Sep 15 16:05:01.168302 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-715bb497-ec43-43d1-b037-2b76d6b6ed97 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/quotas/1aa2e683079b4720b3d7e4cfb75ca247 HTTP/1.1" status: 200 len: 375 time: 0.0290570 Sep 15 16:05:01.170167 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93f08ab6-51ca-47cb-96e8-aa144239d120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.179528 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.188688 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bdd2239d-d3cf-4b8d-8bf9-fc4aa2a0cf08 req-274d4722-0b91-4a34-b0df-de23ba41e747 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042073 Sep 15 16:05:01.209981 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['1177d4c1-87f5-4b05-b91d-f14f9c515e28'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:01.226146 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=1177d4c1-87f5-4b05-b91d-f14f9c515e28,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:01.229229 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-8a342221-dbaf-4d0b-a21a-13201cafafbd None None] Provisioning complete for port 103ac571-29fa-4012-a775-a1eee78374df triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:01.229680 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8a342221-dbaf-4d0b-a21a-13201cafafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.233927 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.db.resource_extend [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 16:05:01.242909 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.270538 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-c27c49aa-1957-415a-b77d-b2fec6913568 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013036 Sep 15 16:05:01.281253 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:00Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:01.329937 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713ab19b-797c-4fee-83bb-cf392701e3c2 None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:00Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:01.385349 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.393459 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.473909 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93f08ab6-51ca-47cb-96e8-aa144239d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.476699 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93f08ab6-51ca-47cb-96e8-aa144239d120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.480440 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-93f08ab6-51ca-47cb-96e8-aa144239d120 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2ad8cc6-812d-4317-8b77-d64bcf99b431 HTTP/1.1" status: 204 len: 168 time: 0.5674734 Sep 15 16:05:01.509857 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458fd200-9dea-472c-ba77-75543479c9d1,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:01.514305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f08ab6-51ca-47cb-96e8-aa144239d120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad8cc6-812d-4317-8b77-d64bcf99b431,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:01.519894 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8a8be-ec72-4a16-8f17-390281a7257e req-9e6a05d1-68ac-4169-8609-f0b9cbd3433f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:01.520780 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.521445 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06c8a8be-ec72-4a16-8f17-390281a7257e req-9e6a05d1-68ac-4169-8609-f0b9cbd3433f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 943 time: 0.1997163 Sep 15 16:05:01.522370 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d6b34dce-e115-4234-bd7c-bc699f7b9340 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5422626 Sep 15 16:05:01.525571 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34164) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:01.531604 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:01.574490 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06c8a8be-ec72-4a16-8f17-390281a7257e req-0725a848-8ccc-48fe-88ea-d518289079a6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463352 Sep 15 16:05:01.577614 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.612389 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.642030 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a486b99e-a83c-4f4c-b293-329e5323457b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a486b99e-a83c-4f4c-b293-329e5323457b,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:01.765237 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'a486b99e-a83c-4f4c-b293-329e5323457b', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'port_id': 'a486b99e-a83c-4f4c-b293-329e5323457b', 'mac_address': 'fa:16:3e:3d:23:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e60e6b1-b960-4e46-944f-6993be51ed2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:01.773541 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:57Z', 'revision_number': 4, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'fe7165de-c87d-4977-8282-2eab413b6984', 'name': '', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'mac_address': 'fa:16:3e:14:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:54Z', 'updated_at': '2021-09-15T16:04:57Z', 'revision_number': 2, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'subnets': [{'id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:01.831386 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Allocated IP 172.27.1.148 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/11841d71-c61a-487a-9ad5-bce2b91909fc) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:01.883989 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:01.917918 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Checking router: f9633570-a8e8-462d-bc2d-6474055f4d29 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:01.918266 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Updating router f9633570-a8e8-462d-bc2d-6474055f4d29 port fe7165de-c87d-4977-8282-2eab413b6984 binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:05:02.006562 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 103ac571-29fa-4012-a775-a1eee78374df up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:02.057080 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-57692f85-9d44-4f1d-8cb6-8ef7a5a270a6 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:05:02.059607 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-57692f85-9d44-4f1d-8cb6-8ef7a5a270a6 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4549856 Sep 15 16:05:02.071342 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.130150 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8a342221-dbaf-4d0b-a21a-13201cafafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.144483 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.170727 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.200428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:04:59Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:02.281012 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-b61468a4-048c-4aab-b7cc-47f598b563d7 service neutron] 10.222.0.59 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139816 Sep 15 16:05:02.317271 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b088c6-434b-4436-ac81-3ffd3bd67a9a None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:04:59Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:02.365375 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Allocated IP 172.27.1.51 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/f5e01dd4-49c1-4552-993d-0b3022478cdb) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:02.441011 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-8a342221-dbaf-4d0b-a21a-13201cafafbd None None] For port 103ac571-29fa-4012-a775-a1eee78374df, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=103ac571-29fa-4012-a775-a1eee78374df,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:02.472549 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8a342221-dbaf-4d0b-a21a-13201cafafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.485399 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:02.531253 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-b3dfa84d-d758-4c96-935d-3052fe777a74 service neutron] 10.222.0.59 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487073 Sep 15 16:05:02.647117 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72065d61-b206-4a87-af8d-99e2f2d9d06d req-9efee83a-287e-464d-af87-ad493568ef99 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:02.661459 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:02.676478 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-72065d61-b206-4a87-af8d-99e2f2d9d06d req-9efee83a-287e-464d-af87-ad493568ef99 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 945 time: 0.1438994 Sep 15 16:05:02.677395 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:02.708299 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:02.724880 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'Port': ['ID=11841d71-c61a-487a-9ad5-bce2b91909fc,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:02.752456 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-72065d61-b206-4a87-af8d-99e2f2d9d06d req-ef7de36e-e873-441d-ba0f-e054641352e4 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741174 Sep 15 16:05:02.986842 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.080123 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-400fb6ed-22ca-4440-9c8b-29191479628f req-a4d72af9-1ad7-484c-86a7-fad9dd549d68 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 210 time: 0.0814812 Sep 15 16:05:03.092382 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 103ac571-29fa-4012-a775-a1eee78374df triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:03.092759 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.106190 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826aed3f-8327-4b48-b344-311d48fb6faf req-b3ac075a-fb03-4281-b9ef-99ba7409c8dd tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:03.109691 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-826aed3f-8327-4b48-b344-311d48fb6faf req-b3ac075a-fb03-4281-b9ef-99ba7409c8dd tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 943 time: 0.2367828 Sep 15 16:05:03.111525 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.178627 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.206634 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:03.212897 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:03.216964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:03.222745 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a486b99e-a83c-4f4c-b293-329e5323457b {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:03.223051 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-826aed3f-8327-4b48-b344-311d48fb6faf req-c0717114-ae7b-405f-85ce-11c889284b6a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018958 Sep 15 16:05:03.277338 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a486b99e-a83c-4f4c-b293-329e5323457b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a486b99e-a83c-4f4c-b293-329e5323457b,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:03.294891 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34228) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:03.316389 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.329743 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.339551 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.402843 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.408111 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1177d4c1-87f5-4b05-b91d-f14f9c515e28 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:03.487575 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aca55ddb-0845-4bd0-af59-c64fe3c8bccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.538017 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a342221-dbaf-4d0b-a21a-13201cafafbd None None] Pushing event updated for resources: {'Port': ['ID=103ac571-29fa-4012-a775-a1eee78374df,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:03.649141 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'Port': ['ID=f5e01dd4-49c1-4552-993d-0b3022478cdb,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:03.685991 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:03.698701 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Provisioning complete for port dc51e904-7160-4515-a4ac-e8889505064e triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:03.699078 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.766621 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.835114 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a486b99e-a83c-4f4c-b293-329e5323457b,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:03.851735 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aca55ddb-0845-4bd0-af59-c64fe3c8bccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.858719 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aca55ddb-0845-4bd0-af59-c64fe3c8bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.873199 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.895316 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca55ddb-0845-4bd0-af59-c64fe3c8bccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686b6fd4-694a-474b-9a3f-dead28da45e0,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:03.952050 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2bf0bc02-78e9-4965-9a29-6447e6b83507 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:03.954296 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2bf0bc02-78e9-4965-9a29-6447e6b83507 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 818 time: 0.3038688 Sep 15 16:05:03.960480 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:03.998024 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-aca55ddb-0845-4bd0-af59-c64fe3c8bccb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8514332fcfb04baabd7224d241a0401b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7020288 Sep 15 16:05:03.999456 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-a074d988-8cf2-428c-ba50-1d8a43e7a162 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/quotas/1aa2e683079b4720b3d7e4cfb75ca247 HTTP/1.1" status: 200 len: 375 time: 0.0251501 Sep 15 16:05:04.005465 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34266) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:04.027483 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'Port': ['ID=f5e01dd4-49c1-4552-993d-0b3022478cdb,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.040099 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.050630 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f9ea7be1-c32a-46f2-8a61-89993ec6f470 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5168254 Sep 15 16:05:04.112586 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe9f26-07a7-433d-8574-3d47b839e529 req-5909a316-86e0-41ec-83f0-be7d4d109717 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.114565 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-effe9f26-07a7-433d-8574-3d47b839e529 req-5909a316-86e0-41ec-83f0-be7d4d109717 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 945 time: 0.1924915 Sep 15 16:05:04.116500 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.122088 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.188595 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f01ca1ac-8d7b-46d1-8dc8-6263cacb9666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.190504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.195910 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-716fcbc0-ff9d-4d1b-862d-fa8335a725c0 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1695755 Sep 15 16:05:04.198701 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-effe9f26-07a7-433d-8574-3d47b839e529 req-2cc914d2-b39a-498b-85f1-d3cdccfc1287 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704656 Sep 15 16:05:04.239787 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f01ca1ac-8d7b-46d1-8dc8-6263cacb9666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.240214 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'Port': ['ID=11841d71-c61a-487a-9ad5-bce2b91909fc,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.249017 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.250838 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-116fa8f9-5303-4e59-8fbd-ba77e520b717 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1852155 Sep 15 16:05:04.414071 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:04.425762 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.493182 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:04.493549 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.573065 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-07537899-a4f5-4a04-a795-55d8a657895f tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1912804373&fields=id&tenant_id=390a0d7bba4c4be7b60f79e85cad81db HTTP/1.1" status: 200 len: 267 time: 0.1612649 Sep 15 16:05:04.576623 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.587207 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-b953a14f-213d-44fa-8b65-909d605d7a78 service neutron] 10.222.0.59 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797469 Sep 15 16:05:04.665765 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f01ca1ac-8d7b-46d1-8dc8-6263cacb9666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.668186 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f01ca1ac-8d7b-46d1-8dc8-6263cacb9666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.669471 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f01ca1ac-8d7b-46d1-8dc8-6263cacb9666 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/686b6fd4-694a-474b-9a3f-dead28da45e0 HTTP/1.1" status: 204 len: 168 time: 0.6618855 Sep 15 16:05:04.705640 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ca1ac-8d7b-46d1-8dc8-6263cacb9666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686b6fd4-694a-474b-9a3f-dead28da45e0,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:04.779574 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-6b7f7683-4068-43be-ac84-f4c015eab7f6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.781151 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-6b7f7683-4068-43be-ac84-f4c015eab7f6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 818 time: 0.3187282 Sep 15 16:05:04.797996 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Request body: {'port': {'device_id': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'admin_state_up': True, 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:04.819595 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:04.837326 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc51e904-7160-4515-a4ac-e8889505064e up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:04.855900 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-46f7d024-84f3-4ee5-a3a4-0f3af8bc863e service neutron] 10.222.0.59 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667031 Sep 15 16:05:04.877127 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-86375838-57eb-4e54-862a-55933ede6ba5 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:04.883420 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-86375838-57eb-4e54-862a-55933ede6ba5 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 810 time: 0.2664030 Sep 15 16:05:04.919841 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-ffa5e123-144d-4930-8bc6-2710b8510c58 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/quotas/390a0d7bba4c4be7b60f79e85cad81db HTTP/1.1" status: 200 len: 375 time: 0.0227747 Sep 15 16:05:05.020806 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8ad3401c-5dba-4649-babe-f67ad8789783 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952141 Sep 15 16:05:05.123262 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Made reservation on behalf of 1aa2e683079b4720b3d7e4cfb75ca247 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:05.129135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.172280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] For port dc51e904-7160-4515-a4ac-e8889505064e, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=dc51e904-7160-4515-a4ac-e8889505064e,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:05.191043 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.193252 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-49f6870b-c4c9-4f21-b565-51782372f470 service neutron] 10.222.0.59 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559055 Sep 15 16:05:05.206195 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bda0e-7112-46f5-a6a8-74a5a68d1238 None None] Pushing event updated for resources: {'Port': ['ID=fe7165de-c87d-4977-8282-2eab413b6984,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:05.343663 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Allocated IP 172.20.0.10 (d5de778c-8bde-44d7-b5fd-72b5dedf70fc/d6675a49-260e-4b2c-ada4-dcb2c8648f35/29a001ab-a899-4c29-9678-d25f0b77ecc5) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:05.456520 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-ea8460ac-26ec-4d36-937b-e673a6b06326 service neutron] 10.222.0.59 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605889 Sep 15 16:05:05.493404 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e1bf3-1994-48e7-938e-ef181a78a4e4 req-38d9298d-55b8-4526-bc18-e8f99823c9c6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:05.511190 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d22e1bf3-1994-48e7-938e-ef181a78a4e4 req-38d9298d-55b8-4526-bc18-e8f99823c9c6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 944 time: 0.2116621 Sep 15 16:05:05.518761 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Pushing event updated for resources: {'Port': ['ID=dc51e904-7160-4515-a4ac-e8889505064e,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:05.624036 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d22e1bf3-1994-48e7-938e-ef181a78a4e4 req-ce3819b7-a014-40a9-899b-c39ec6e3bd73 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096694 Sep 15 16:05:05.677770 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34340) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:05.704010 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8f918ca1-8dc6-4c9d-8f7f-aa596e6c6f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.752750 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Attempting to bind port fe7165de-c87d-4977-8282-2eab413b6984 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:05.757192 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Attempting to bind port fe7165de-c87d-4977-8282-2eab413b6984 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:05.758400 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Attempting to bind port fe7165de-c87d-4977-8282-2eab413b6984 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:05.764782 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Provisioning complete for port 103ac571-29fa-4012-a775-a1eee78374df triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:05.766280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-45a486b5-3fd1-47d7-8dc2-130a6426d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.826696 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.841717 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.865228 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port dc51e904-7160-4515-a4ac-e8889505064e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:05.866892 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.874322 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:05.875466 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Checking segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:05.878172 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.878730 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Bound using segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:05.879344 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Bound port: fe7165de-c87d-4977-8282-2eab413b6984, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:05.879858 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.907226 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d2925a74-6eaa-485f-a229-a56fbda7afd2 req-54eac556-6d06-41b4-aac3-285e1271dc03 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 210 time: 0.0684738 Sep 15 16:05:05.930248 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:05.965231 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-4817fd29-10e0-434b-a625-681c4d59e895 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--2052050536&fields=id&tenant_id=bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 267 time: 0.2112203 Sep 15 16:05:06.025718 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:06.033650 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:06.046144 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:06.055492 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:06.056213 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.068603 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] For port fe7165de-c87d-4977-8282-2eab413b6984, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:06.069852 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Pushing event updated for resources: {'Port': ['ID=29a001ab-a899-4c29-9678-d25f0b77ecc5,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:06.076483 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] For port fe7165de-c87d-4977-8282-2eab413b6984, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=fe7165de-c87d-4977-8282-2eab413b6984,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:06.107965 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef292536-306c-4535-8a74-905ebe1728da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1177d4c1-87f5-4b05-b91d-f14f9c515e28'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:06.197553 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.218056 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28,segment=NetworkSegment(2daf2054-a173-4cda-9b6c-7539be7cd2e2),segment_id=2daf2054-a173-4cda-9b6c-7539be7cd2e2)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:06.258158 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.276461 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a486b99e-a83c-4f4c-b293-329e5323457b up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:06.294562 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8f918ca1-8dc6-4c9d-8f7f-aa596e6c6f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.304721 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-57aa30ad-09ae-4f7b-bc9d-33b15ef35ee7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:06.305753 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3f8ae359-9da6-432f-94e1-d7f9457dbe8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5151684 Sep 15 16:05:06.312699 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-57aa30ad-09ae-4f7b-bc9d-33b15ef35ee7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 817 time: 0.3462021 Sep 15 16:05:06.319112 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Request body: {'port': {'device_id': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:06.368744 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fab65a-03d4-4476-9ded-34f6b440bb7d req-5f9bfb1a-4e32-42bc-9d5d-d5f5044e9881 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:06.371754 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-82fab65a-03d4-4476-9ded-34f6b440bb7d req-5f9bfb1a-4e32-42bc-9d5d-d5f5044e9881 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 945 time: 0.3021407 Sep 15 16:05:06.379371 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8f918ca1-8dc6-4c9d-8f7f-aa596e6c6f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.407498 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-ec470988-67d2-4e30-beb3-5757aef2feee tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/quotas/bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 375 time: 0.0938678 Sep 15 16:05:06.442533 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bda0e-7112-46f5-a6a8-74a5a68d1238 None None] Pushing event updated for resources: {'Port': ['ID=fe7165de-c87d-4977-8282-2eab413b6984,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:06.454574 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Routers {'f9633570-a8e8-462d-bc2d-6474055f4d29'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:06.455851 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:04:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['f9633570-a8e8-462d-bc2d-6474055f4d29'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:06.460609 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec7b36b-62b6-4fff-b694-a86add69da1f" -d '{"events": [{"server_uuid": "ef292536-306c-4535-8a74-905ebe1728da", "name": "network-vif-plugged", "status": "completed", "tag": "1177d4c1-87f5-4b05-b91d-f14f9c515e28"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:06.464284 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.518694 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8f918ca1-8dc6-4c9d-8f7f-aa596e6c6f5a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0da00028d59d4d7587eb2b802304d06a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8398097 Sep 15 16:05:06.526729 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34372) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:06.533131 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918ca1-8dc6-4c9d-8f7f-aa596e6c6f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd85807-f64f-4b20-b7c0-4df4a4ad8c98,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:06.540090 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 103ac571-29fa-4012-a775-a1eee78374df up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:06.559329 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-82fab65a-03d4-4476-9ded-34f6b440bb7d req-4ef64487-641a-4642-bb19-66c1306714a1 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697853 Sep 15 16:05:06.597265 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-52eba302-2e65-4aba-a5ae-d688bcac95eb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1525366 Sep 15 16:05:06.605894 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=1177d4c1-87f5-4b05-b91d-f14f9c515e28,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:06.649755 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port a486b99e-a83c-4f4c-b293-329e5323457b completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:06.660294 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port a486b99e-a83c-4f4c-b293-329e5323457b triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:06.660668 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.714340 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] Set router f9633570-a8e8-462d-bc2d-6474055f4d29 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:06.716950 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 103ac571-29fa-4012-a775-a1eee78374df triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:06.717339 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:06.733216 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8b9aacb2-30ed-4631-bc6a-a01c62569de6 req-77d5720f-ec84-4153-9531-340a60f11d8b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 210 time: 0.0850360 Sep 15 16:05:07.001858 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6a9752-6999-4e9a-ab49-64e02b27fcd9 x-openstack-request-id: req-5d6a9752-6999-4e9a-ab49-64e02b27fcd9 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:07.002149 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef292536-306c-4535-8a74-905ebe1728da", "name": "network-vif-plugged", "status": "completed", "tag": "1177d4c1-87f5-4b05-b91d-f14f9c515e28", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:07.002416 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d6a9752-6999-4e9a-ab49-64e02b27fcd9 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:07.002934 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef292536-306c-4535-8a74-905ebe1728da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1177d4c1-87f5-4b05-b91d-f14f9c515e28', 'code': 200} Sep 15 16:05:07.135374 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-863c77ce-8672-4fe1-b307-00ccb29eaa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.184047 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-863c77ce-8672-4fe1-b307-00ccb29eaa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.239293 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.64', 52774) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:07.307448 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.376934 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a001ab-a899-4c29-9678-d25f0b77ecc5 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:07.384968 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9655b8c-7f0a-4107-bbf4-e286131aec4e req-eebe6f80-da6f-4048-978b-6282fc5bffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:07.390543 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e9655b8c-7f0a-4107-bbf4-e286131aec4e req-eebe6f80-da6f-4048-978b-6282fc5bffd8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 1099 time: 0.1492643 Sep 15 16:05:07.391174 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.64', 52775) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:07.396006 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-863c77ce-8672-4fe1-b307-00ccb29eaa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.399653 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-863c77ce-8672-4fe1-b307-00ccb29eaa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.400899 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-863c77ce-8672-4fe1-b307-00ccb29eaa95 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fcd85807-f64f-4b20-b7c0-4df4a4ad8c98 HTTP/1.1" status: 204 len: 168 time: 0.8731761 Sep 15 16:05:07.403402 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.449092 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a486b99e-a83c-4f4c-b293-329e5323457b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a486b99e-a83c-4f4c-b293-329e5323457b,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:07.458314 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-cc3d23e1-bd8c-42c9-9aca-f46b1b516c86 service neutron] 10.222.0.59 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8276742 Sep 15 16:05:07.467544 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.477394 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c77ce-8672-4fe1-b307-00ccb29eaa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd85807-f64f-4b20-b7c0-4df4a4ad8c98,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:07.479363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e9655b8c-7f0a-4107-bbf4-e286131aec4e req-c5b1ad93-a2aa-463a-b6b8-57817d9975b4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.498278 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Transition to ACTIVE for port object 29a001ab-a899-4c29-9678-d25f0b77ecc5 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:07.535341 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.643139 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc51e904-7160-4515-a4ac-e8889505064e up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:07.665399 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Pushing event updated for resources: {'Port': ['ID=29a001ab-a899-4c29-9678-d25f0b77ecc5,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:07.693504 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-74139bd8-2553-4b9a-905c-f583c4520201 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:07.695641 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-74139bd8-2553-4b9a-905c-f583c4520201 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 818 time: 0.9820867 Sep 15 16:05:07.719912 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a486b99e-a83c-4f4c-b293-329e5323457b,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:07.721195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Attempting to bind port 29a001ab-a899-4c29-9678-d25f0b77ecc5 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:07.721642 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Attempting to bind port 29a001ab-a899-4c29-9678-d25f0b77ecc5 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:07.722170 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Attempting to bind port 29a001ab-a899-4c29-9678-d25f0b77ecc5 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:07.725477 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20148ec8-8cc2-4a33-a0cc-dee09969ffaf req-9b2fb0be-f432-467c-91f7-2ad957113c47 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:07.727007 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20148ec8-8cc2-4a33-a0cc-dee09969ffaf req-9b2fb0be-f432-467c-91f7-2ad957113c47 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 944 time: 0.4621427 Sep 15 16:05:07.750597 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-09133ce8-6a91-4ec9-90cd-984362c93dd4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:07.752215 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-09133ce8-6a91-4ec9-90cd-984362c93dd4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 810 time: 0.3572509 Sep 15 16:05:07.760597 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Request body: {'port': {'device_id': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'admin_state_up': True, 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:07.789615 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:57Z', 'revision_number': 4, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'fe7165de-c87d-4977-8282-2eab413b6984', 'name': '', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'mac_address': 'fa:16:3e:14:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:54Z', 'updated_at': '2021-09-15T16:05:06Z', 'revision_number': 4, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'subnets': [{'id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:07.817963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Port 29a001ab-a899-4c29-9678-d25f0b77ecc5 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:07.818306 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Attempting to bind port 29a001ab-a899-4c29-9678-d25f0b77ecc5 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:07.849637 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:07.849990 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Checking segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:07.850374 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Bound using segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:07.850848 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Bound port: 29a001ab-a899-4c29-9678-d25f0b77ecc5, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:07.851204 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:07.856754 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2c4f7-4837-4d68-8133-5d50a3d933dd None None] The sync data for ids ['f9633570-a8e8-462d-bc2d-6474055f4d29'] in dv-cinder-809206-1-iscsi is: [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:57Z', 'revision_number': 4, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'fe7165de-c87d-4977-8282-2eab413b6984', 'name': '', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'mac_address': 'fa:16:3e:14:dd:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:54Z', 'updated_at': '2021-09-15T16:05:06Z', 'revision_number': 4, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'subnets': [{'id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:07.863356 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port dc51e904-7160-4515-a4ac-e8889505064e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:07.863691 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.018431 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a0a84b09-94b8-403f-a208-0251840ab4af tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390a0d7bba4c4be7b60f79e85cad81db HTTP/1.1" status: 200 len: 380 time: 0.2447937 Sep 15 16:05:08.018869 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-524b0e6a-6902-428c-8d26-19c6be815f4e service neutron] 10.222.0.59 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5594883 Sep 15 16:05:08.032873 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20148ec8-8cc2-4a33-a0cc-dee09969ffaf req-65bd4b76-5f0b-4567-a0c1-5b6b75e4447d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423848 Sep 15 16:05:08.063506 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'port': {'device_id': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'admin_state_up': True, 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'security_groups': ['c09e67c2-4ebf-4cfc-bfc9-89b286956e9e']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:08.094678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e9655b8c-7f0a-4107-bbf4-e286131aec4e req-c5b1ad93-a2aa-463a-b6b8-57817d9975b4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.127207 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Made reservation on behalf of 1aa2e683079b4720b3d7e4cfb75ca247 for: {'port': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:08.129130 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e9655b8c-7f0a-4107-bbf4-e286131aec4e req-c5b1ad93-a2aa-463a-b6b8-57817d9975b4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.135875 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.285173 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1ad93-a2aa-463a-b6b8-57817d9975b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=64090d44-268a-483a-b5b9-730ed367c14e,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:08.376398 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e9655b8c-7f0a-4107-bbf4-e286131aec4e req-c5b1ad93-a2aa-463a-b6b8-57817d9975b4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9597106 Sep 15 16:05:08.386163 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] For port 29a001ab-a899-4c29-9678-d25f0b77ecc5, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:08.388368 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0577f69-0753-4504-a0d6-c662b07a6b03 req-9f0874ce-efd0-4925-bdf5-e5877d3d923a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 210 time: 0.2170799 Sep 15 16:05:08.392749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] For port 29a001ab-a899-4c29-9678-d25f0b77ecc5, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:08.427779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.599604 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:08.611871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.611871 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] 10.222.0.64 "PUT /v2.0/ports/29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 1094 time: 2.2968767 Sep 15 16:05:08.614005 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'tag': '29a001ab-a899-4c29-9678-d25f0b77ecc5'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:08.625568 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1", "tag": "29a001ab-a899-4c29-9678-d25f0b77ecc5"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:08.669848 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34452) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:08.699282 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a44d6894-8d9d-41d9-b010-b0908df7839d req-55d91a20-86c1-4b9d-bf50-b9d973bc4e54 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 210 time: 0.1229887 Sep 15 16:05:08.745030 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Allocated IP 172.20.0.4 (d5de778c-8bde-44d7-b5fd-72b5dedf70fc/d6675a49-260e-4b2c-ada4-dcb2c8648f35/61837e90-7377-44e8-adfb-849e0caa3e08) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:08.767061 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87177b75-1d17-4a81-b85d-c970c0535269 req-b65d57e9-0e34-480d-a880-26c9812b0bf8 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:08.774775 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-87177b75-1d17-4a81-b85d-c970c0535269 req-b65d57e9-0e34-480d-a880-26c9812b0bf8 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.2532723 Sep 15 16:05:08.847634 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8748308-f475-400e-8d8b-1fa55b773b86 service neutron] Pushing event updated for resources: {'Port': ['ID=29a001ab-a899-4c29-9678-d25f0b77ecc5,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:08.866196 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-87177b75-1d17-4a81-b85d-c970c0535269 req-906975c1-709e-42ab-950c-21e87b57ea56 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904446 Sep 15 16:05:08.874160 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Made reservation on behalf of 390a0d7bba4c4be7b60f79e85cad81db for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:08.886334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:08.961995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e6e7c7-1399-4f9c-b70e-7dd3c14680d2 x-openstack-request-id: req-f4e6e7c7-1399-4f9c-b70e-7dd3c14680d2 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:08.963635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1", "tag": "29a001ab-a899-4c29-9678-d25f0b77ecc5", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:08.963897 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f4e6e7c7-1399-4f9c-b70e-7dd3c14680d2 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:08.964299 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'tag': '29a001ab-a899-4c29-9678-d25f0b77ecc5', 'status': 'completed', 'code': 200} Sep 15 16:05:08.987208 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4965083d-0a81-44df-b39b-89582103dcce req-cb5cd6cc-dc1b-4750-80b3-172651eb94bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 210 time: 0.0957637 Sep 15 16:05:09.004417 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486b99e-a83c-4f4c-b293-329e5323457b'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:09.007633 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b1a553-fd33-4dc6-ad33-89439ad58e39" -d '{"events": [{"server_uuid": "b4e85e4a-35b2-467b-9d8d-aec7a346454c", "name": "network-vif-plugged", "status": "completed", "tag": "a486b99e-a83c-4f4c-b293-329e5323457b"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:09.011703 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-7066c8c6-e30f-4f70-b21d-26294f02a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:09.013322 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-7066c8c6-e30f-4f70-b21d-26294f02a2fd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1097 time: 0.3284552 Sep 15 16:05:09.050223 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b18641-78ad-45c3-996a-f3ad6755f980 x-openstack-request-id: req-b9b18641-78ad-45c3-996a-f3ad6755f980 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:09.050987 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e85e4a-35b2-467b-9d8d-aec7a346454c", "name": "network-vif-plugged", "status": "completed", "tag": "a486b99e-a83c-4f4c-b293-329e5323457b", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:09.051422 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b9b18641-78ad-45c3-996a-f3ad6755f980 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:09.051983 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486b99e-a83c-4f4c-b293-329e5323457b', 'code': 200} Sep 15 16:05:09.150332 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-be679e0c-45f5-4ffd-b96c-62ecf6425536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.202608 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-55bfdcb0-06c7-4d89-916e-b1e5f77da1b4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.1453052 Sep 15 16:05:09.263010 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.297735 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c14e3-bb0e-4e50-94d8-786c962bb79a req-0e963679-0f31-46f5-b93a-02065a3bda5a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:09.299633 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c8c14e3-bb0e-4e50-94d8-786c962bb79a req-0e963679-0f31-46f5-b93a-02065a3bda5a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.1298194 Sep 15 16:05:09.367798 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.386765 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c8c14e3-bb0e-4e50-94d8-786c962bb79a req-23c28279-9963-4798-a87b-2d1592e6d3ef tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746665 Sep 15 16:05:09.412261 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-be679e0c-45f5-4ffd-b96c-62ecf6425536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.454450 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-be679e0c-45f5-4ffd-b96c-62ecf6425536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.491278 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Network d5de778c-8bde-44d7-b5fd-72b5dedf70fc is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:09.494643 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:09.499024 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:09.527863 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-592b051c-9eeb-4170-804f-fc4abda01118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:09.529320 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Pushing event updated for resources: {'Port': ['ID=61837e90-7377-44e8-adfb-849e0caa3e08,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:09.529475 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-592b051c-9eeb-4170-804f-fc4abda01118 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.1976407 Sep 15 16:05:09.599678 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-be679e0c-45f5-4ffd-b96c-62ecf6425536 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f24d2c6c133d4d9cb67f6a382ca3725b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9164450 Sep 15 16:05:09.606123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34484) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:09.630955 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:09.631161 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device fe7165de-c87d-4977-8282-2eab413b6984 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:09.631996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.640769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be679e0c-45f5-4ffd-b96c-62ecf6425536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9a24af-a880-4991-9a96-7223dfd3c7d0,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:09.658451 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-2794db37-379a-4f05-8cc8-d36b94668447 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9183350 Sep 15 16:05:09.663531 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Allocated IP 172.20.0.13 (ff3e9d43-ea22-4f07-8df6-3aca16830258/f3110ee0-6b7d-45fd-be57-22d041b9bfe7/870f5b10-3892-4785-9998-cbb341e05661) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:09.669681 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9541e-23fa-4157-a679-e4412c4759c6 req-c56b750a-385c-42ac-8a8f-d674834aa799 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:09.670077 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-64933f6e-a406-4f77-aabd-bdf970c5ce2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116083 Sep 15 16:05:09.671266 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-97d9541e-23fa-4157-a679-e4412c4759c6 req-c56b750a-385c-42ac-8a8f-d674834aa799 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 931 time: 0.1051977 Sep 15 16:05:09.681540 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aba7f8-ca36-4ab2-949d-1e07f554e1ee req-7cd7663c-86bd-4102-87d0-c7df668ad4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:09.684799 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-04aba7f8-ca36-4ab2-949d-1e07f554e1ee req-7cd7663c-86bd-4102-87d0-c7df668ad4fc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 1098 time: 0.3538053 Sep 15 16:05:09.692584 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Request body: {'port': {'device_id': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:09.755834 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port fe7165de-c87d-4977-8282-2eab413b6984 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:09.756885 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.876874 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.886762 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-04aba7f8-ca36-4ab2-949d-1e07f554e1ee req-7aae52a4-a793-4c09-8ab8-f3b75e62dfd3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621425 Sep 15 16:05:09.900144 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-00b53c93-e73f-41fc-b19d-58c11786a41b req-d301f542-7423-423e-a7c1-fac07c04dc96 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 210 time: 0.0507934 Sep 15 16:05:09.905981 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.949924 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-3527352b-dfdc-4577-ac55-bcc246deceac service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636938 Sep 15 16:05:09.951342 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-97d9541e-23fa-4157-a679-e4412c4759c6 req-8a417f64-c339-457b-9ce6-d05cfcb8fee4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293262 Sep 15 16:05:09.960085 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port fe7165de-c87d-4977-8282-2eab413b6984, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=fe7165de-c87d-4977-8282-2eab413b6984,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:09.969572 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:09.993174 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-455354a2-48ae-4714-bb4e-64a6e9696b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.054137 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=fe7165de-c87d-4977-8282-2eab413b6984,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:10.126462 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-455354a2-48ae-4714-bb4e-64a6e9696b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.177464 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.212320 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-db7a196c-79cb-4822-8f0c-d48af04d97eb req-54a25c44-5e10-40ee-ad42-0a05a1c6a2c5 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283224 Sep 15 16:05:10.263839 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6f7b70a8-e2c5-4b93-9a8c-dac293829760 req-f6fa3640-22b8-4e7d-8e4b-389e034dcc1c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 210 time: 0.1473992 Sep 15 16:05:10.288710 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.337810 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6e561-2db8-44eb-8872-32d3feef43b2 req-d5a297ba-7162-4e57-8788-d53a2795618f tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.339388 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-75f6e561-2db8-44eb-8872-32d3feef43b2 req-d5a297ba-7162-4e57-8788-d53a2795618f tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.3154755 Sep 15 16:05:10.471657 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-455354a2-48ae-4714-bb4e-64a6e9696b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.474078 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-455354a2-48ae-4714-bb4e-64a6e9696b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.481791 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-455354a2-48ae-4714-bb4e-64a6e9696b0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fc9a24af-a880-4991-9a96-7223dfd3c7d0 HTTP/1.1" status: 204 len: 168 time: 0.8661754 Sep 15 16:05:10.532039 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-75f6e561-2db8-44eb-8872-32d3feef43b2 req-a44dfae0-1db6-4a7b-be52-8c34464269d8 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789896 Sep 15 16:05:10.537756 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455354a2-48ae-4714-bb4e-64a6e9696b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9a24af-a880-4991-9a96-7223dfd3c7d0,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:10.679847 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:10.687820 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-ae28ee0f-fd9a-4eb6-bd6d-cbc6c3f6a626 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.690790 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-ae28ee0f-fd9a-4eb6-bd6d-cbc6c3f6a626 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 817 time: 0.2761598 Sep 15 16:05:10.692754 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9dbaf-2aad-446c-a5c5-826b90819f3a req-508b6dbd-850a-47e5-9208-87ad3c6bd24e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.704364 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e9a9dbaf-2aad-446c-a5c5-826b90819f3a req-508b6dbd-850a-47e5-9208-87ad3c6bd24e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.1829145 Sep 15 16:05:10.710329 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:10.713107 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:10.720861 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34526) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:10.721928 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.722816 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.742075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-b2a3996d-cfa4-4373-a0e6-31f64175e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.744018 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-b2a3996d-cfa4-4373-a0e6-31f64175e457 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1097 time: 0.1164703 Sep 15 16:05:10.758144 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'Port': ['ID=870f5b10-3892-4785-9998-cbb341e05661,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:10.830705 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61837e90-7377-44e8-adfb-849e0caa3e08 {{(pid=94073) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:10.864772 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:10.891581 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e9a9dbaf-2aad-446c-a5c5-826b90819f3a req-7a4829f7-f26a-4c39-91e9-65ad1a70a6e5 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836555 Sep 15 16:05:10.927865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-6ec36203-399b-4bc2-97a1-314e55847d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:10.934818 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-6ec36203-399b-4bc2-97a1-314e55847d4f service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1660089 Sep 15 16:05:10.936001 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.provisioning_blocks [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Transition to ACTIVE for port object 61837e90-7377-44e8-adfb-849e0caa3e08 will not be triggered until provisioned by entity L2. {{(pid=94073) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:10.943560 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.103178 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a5847fd1-fbf0-428e-932e-cd015fdd1da7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0437436 Sep 15 16:05:11.103889 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-f37a0d96-0124-4435-83d2-49f3d053a9bf None None] Provisioning complete for port 870f5b10-3892-4785-9998-cbb341e05661 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:11.104767 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f37a0d96-0124-4435-83d2-49f3d053a9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.113325 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-4cb7ae31-ffeb-483a-87d8-c18214d649e4 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 380 time: 0.3870411 Sep 15 16:05:11.114612 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-9768ab11-b084-4583-8908-e227a28a1b73 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.1541884 Sep 15 16:05:11.135184 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Request body: {'port': {'device_id': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:11.163833 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-f37a0d96-0124-4435-83d2-49f3d053a9bf None None] Port 870f5b10-3892-4785-9998-cbb341e05661 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:11.186407 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'port': {'device_id': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'admin_state_up': True, 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'security_groups': ['bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:11.276051 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Pushing event updated for resources: {'Port': ['ID=61837e90-7377-44e8-adfb-849e0caa3e08,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:11.285265 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-94915c9e-ab37-4a35-947a-2254bc612b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.294831 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-13d73f39-0cc9-4297-80df-e80c74eaf99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.297798 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-13d73f39-0cc9-4297-80df-e80c74eaf99b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.1542230 Sep 15 16:05:11.325996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba7632-5566-4e9c-b51c-cc4ba1479b2c req-bd6790ca-6806-473a-8520-8de6c068873b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.334009 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0bba7632-5566-4e9c-b51c-cc4ba1479b2c req-bd6790ca-6806-473a-8520-8de6c068873b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 932 time: 0.2863986 Sep 15 16:05:11.352028 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 29a001ab-a899-4c29-9678-d25f0b77ecc5 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:11.357118 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae2cb9-5141-48e3-8a05-811fee61c2c5 req-9ba7a118-ef14-4d5c-83d6-066d045e41c1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.358739 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fcae2cb9-5141-48e3-8a05-811fee61c2c5 req-9ba7a118-ef14-4d5c-83d6-066d045e41c1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 943 time: 0.2971039 Sep 15 16:05:11.361986 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34544) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:11.420856 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f699aa17-e8d2-4cf2-ae93-9e1f734f5ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.472610 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.managers [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Attempting to bind port 61837e90-7377-44e8-adfb-849e0caa3e08 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:11.472998 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.managers [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Attempting to bind port 61837e90-7377-44e8-adfb-849e0caa3e08 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'}] {{(pid=94073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:11.473344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Attempting to bind port 61837e90-7377-44e8-adfb-849e0caa3e08 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:11.531842 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device fe7165de-c87d-4977-8282-2eab413b6984 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:11.549028 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Port 61837e90-7377-44e8-adfb-849e0caa3e08 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:11.549438 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Attempting to bind port 61837e90-7377-44e8-adfb-849e0caa3e08 on network d5de778c-8bde-44d7-b5fd-72b5dedf70fc {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:11.563018 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0bba7632-5566-4e9c-b51c-cc4ba1479b2c req-83b77162-0c54-41df-9459-d04e750dfa9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274556 Sep 15 16:05:11.573282 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fcae2cb9-5141-48e3-8a05-811fee61c2c5 req-dcbafa83-f421-4666-945b-c3c1984393fe tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929884 Sep 15 16:05:11.575313 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:11.575640 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Checking segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:11.576005 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Bound using segment: {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'} {{(pid=94073) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:11.576444 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.managers [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Bound port: 61837e90-7377-44e8-adfb-849e0caa3e08, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fce520c-a7bf-49e7-ac29-699593a48325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc'}}] {{(pid=94073) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:11.576563 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 29a001ab-a899-4c29-9678-d25f0b77ecc5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:11.576790 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.595810 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '29a001ab-a899-4c29-9678-d25f0b77ecc5', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'port_id': '29a001ab-a899-4c29-9678-d25f0b77ecc5', 'mac_address': 'fa:16:3e:da:54:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:11.689124 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-2a2deb33-f866-4b52-be53-effc47a7534c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3705850 Sep 15 16:05:11.694840 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] For port 61837e90-7377-44e8-adfb-849e0caa3e08, host hv-cinder-80920, cleared binding levels {{(pid=94073) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:11.698752 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.725831 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.739002 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port fe7165de-c87d-4977-8282-2eab413b6984 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:11.742030 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.754775 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-94915c9e-ab37-4a35-947a-2254bc612b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.758891 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] For port 61837e90-7377-44e8-adfb-849e0caa3e08, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61837e90-7377-44e8-adfb-849e0caa3e08,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94073) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:11.766799 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-94915c9e-ab37-4a35-947a-2254bc612b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.777163 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a001ab-a899-4c29-9678-d25f0b77ecc5 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:11.781613 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.807531 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 29a001ab-a899-4c29-9678-d25f0b77ecc5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:11.816562 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.829375 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-48f0e738-dc7c-4c0e-b89e-bd50fcfaa79a req-1d0d37cf-aa8d-40c8-956a-c4af22d7e649 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 210 time: 0.0666537 Sep 15 16:05:11.876047 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.876047 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:11.876603 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] 10.222.0.64 "PUT /v2.0/ports/61837e90-7377-44e8-adfb-849e0caa3e08 HTTP/1.1" status: 200 len: 1093 time: 2.1935513 Sep 15 16:05:11.877051 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'tag': '61837e90-7377-44e8-adfb-849e0caa3e08'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:11.879319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab95f7c1-d311-4031-92e9-79572c7c54dd" -d '{"events": [{"name": "network-changed", "server_uuid": "035762b7-7f2f-48e0-8f22-8aa4a22b3a89", "tag": "61837e90-7377-44e8-adfb-849e0caa3e08"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:11.910225 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=29a001ab-a899-4c29-9678-d25f0b77ecc5,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:11.921212 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-94915c9e-ab37-4a35-947a-2254bc612b68 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dc86be8693884297b2999c4c8c04bcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1985314 Sep 15 16:05:11.922130 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94915c9e-ab37-4a35-947a-2254bc612b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1ea26d-e5f2-42ce-82a6-937970fde9b0,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:11.930511 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34558) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:11.946523 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a2d5-83c4-4958-b234-d146d6af3be0 req-4dbae3a0-e9d9-4320-9761-471467cdb1c3 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:11.951159 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d406a2d5-83c4-4958-b234-d146d6af3be0 req-4dbae3a0-e9d9-4320-9761-471467cdb1c3 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.2430367 Sep 15 16:05:11.957457 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed02c763-a93e-4646-9410-335033a0a4fa x-openstack-request-id: req-ed02c763-a93e-4646-9410-335033a0a4fa {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:11.957457 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035762b7-7f2f-48e0-8f22-8aa4a22b3a89", "tag": "61837e90-7377-44e8-adfb-849e0caa3e08", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:11.957715 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ed02c763-a93e-4646-9410-335033a0a4fa {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:11.958028 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'tag': '61837e90-7377-44e8-adfb-849e0caa3e08', 'status': 'completed', 'code': 200} Sep 15 16:05:11.998186 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-a4d6f9c7-bb24-4a2c-bdd9-266368e2dcb1 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852056 Sep 15 16:05:12.033368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['29a001ab-a899-4c29-9678-d25f0b77ecc5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:12.064107 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59714c2c-b0bd-4483-a69f-668d85125965 service neutron] Pushing event updated for resources: {'Port': ['ID=61837e90-7377-44e8-adfb-849e0caa3e08,revision_number=3']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:12.102160 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d406a2d5-83c4-4958-b234-d146d6af3be0 req-6be973cb-dc7a-4dd2-ae9c-b3a85fc48417 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402786 Sep 15 16:05:12.103913 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-65a0bede-2c54-4f6c-996c-dafb0838c232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:12.105322 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-65a0bede-2c54-4f6c-996c-dafb0838c232 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 1096 time: 0.1773992 Sep 15 16:05:12.132575 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc30f49-cba1-4206-82d2-fdc7806edbbb req-94e0d621-1207-45b7-bf56-564a06666e9b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:12.134056 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0fc30f49-cba1-4206-82d2-fdc7806edbbb req-94e0d621-1207-45b7-bf56-564a06666e9b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.1328347 Sep 15 16:05:12.157811 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d1633f7e-ea6f-495e-b3af-e0c0771659bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.178814 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-deca75e2-c56f-468a-aa94-0ac25826e83a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61837e90-7377-44e8-adfb-849e0caa3e08 HTTP/1.1" status: 200 len: 217 time: 0.0615020 Sep 15 16:05:12.181431 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f699aa17-e8d2-4cf2-ae93-9e1f734f5ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.189533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d1633f7e-ea6f-495e-b3af-e0c0771659bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.201293 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f699aa17-e8d2-4cf2-ae93-9e1f734f5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.267561 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Made reservation on behalf of bc3c81ea1325466cbf0972def3dd96d0 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:12.271123 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.308149 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d1633f7e-ea6f-495e-b3af-e0c0771659bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.310642 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d1633f7e-ea6f-495e-b3af-e0c0771659bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.314278 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d1633f7e-ea6f-495e-b3af-e0c0771659bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9e1ea26d-e5f2-42ce-82a6-937970fde9b0 HTTP/1.1" status: 204 len: 168 time: 0.3787796 Sep 15 16:05:12.320610 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-89225f02-8f74-4c0d-b0a8-3ed65d98fe6f req-204aa7aa-fb7e-422e-ad6b-9d9587256e70 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086579 Sep 15 16:05:12.349023 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1633f7e-ea6f-495e-b3af-e0c0771659bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1ea26d-e5f2-42ce-82a6-937970fde9b0,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:12.439671 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f699aa17-e8d2-4cf2-ae93-9e1f734f5ee9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e280a96bad64f6595cc29cdd265b13b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0729942 Sep 15 16:05:12.442394 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34564) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:12.450890 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0fc30f49-cba1-4206-82d2-fdc7806edbbb req-bea0264b-9bbc-4a23-8e4c-4cd83731fc80 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828112 Sep 15 16:05:12.477977 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870f5b10-3892-4785-9998-cbb341e05661 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:12.478292 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-0c6513b9-8949-4263-bbcd-50807d4d4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:12.479826 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-0c6513b9-8949-4263-bbcd-50807d4d4522 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.2910428 Sep 15 16:05:12.480547 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699aa17-e8d2-4cf2-ae93-9e1f734f5ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18dc8f9-2c1c-4e0f-ac58-e9bd50aec8a5,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:12.494572 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.536256 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-74f46cc6-5677-4228-8977-af56338f8b44 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476427 Sep 15 16:05:12.595024 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Transition to ACTIVE for port object 870f5b10-3892-4785-9998-cbb341e05661 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:12.608174 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.742730 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-861517e8-20c4-4284-a5a2-3fb7979fa30e service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995623 Sep 15 16:05:12.748773 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e809666e-9c77-4fd5-80e5-c7cad70d1240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:12.777830 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Allocated IP 172.20.0.9 (1b2b1d7e-283c-4001-9770-bb86b137f23e/63440245-4b84-4e6f-95d8-2c3e2942f4b2/a2718b11-d2d8-45f5-b893-a9e6943caba3) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:12.874567 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444f03d-5208-4240-b3e2-9f0b6fb62e71 req-44e49ce0-10d6-49d0-a1ae-6f44d81d4051 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:12.877083 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e444f03d-5208-4240-b3e2-9f0b6fb62e71 req-44e49ce0-10d6-49d0-a1ae-6f44d81d4051 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 944 time: 0.1613159 Sep 15 16:05:12.889138 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d754f-aa43-4535-834b-57d8c8ba4af3 req-1a7ea94b-ecfe-4c28-ada8-3b7d41dd7539 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:12.891451 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dc2d754f-aa43-4535-834b-57d8c8ba4af3 req-1a7ea94b-ecfe-4c28-ada8-3b7d41dd7539 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 943 time: 0.1745017 Sep 15 16:05:13.050961 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=870f5b10-3892-4785-9998-cbb341e05661,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.068122 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34586) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:13.068982 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e809666e-9c77-4fd5-80e5-c7cad70d1240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.110699 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e444f03d-5208-4240-b3e2-9f0b6fb62e71 req-65f3fb5d-398f-4032-a32d-44dc6ff025f6 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145364 Sep 15 16:05:13.116746 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-393e520f-bbfc-4ac5-8e96-bae0ea243b42 req-fface6e6-7644-4258-b558-c42686ada5f3 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590848 Sep 15 16:05:13.132210 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dc2d754f-aa43-4535-834b-57d8c8ba4af3 req-ae93a42a-26a3-489e-a041-a7ada9aa2f88 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301681 Sep 15 16:05:13.309255 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e1bf-df6b-4c72-a6bd-318a37a8b160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.327623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.346735 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Attempting to bind port 870f5b10-3892-4785-9998-cbb341e05661 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:13.347155 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Attempting to bind port 870f5b10-3892-4785-9998-cbb341e05661 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:13.347545 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Attempting to bind port 870f5b10-3892-4785-9998-cbb341e05661 on network ff3e9d43-ea22-4f07-8df6-3aca16830258 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:13.348439 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 29a001ab-a899-4c29-9678-d25f0b77ecc5 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:13.361492 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Port 870f5b10-3892-4785-9998-cbb341e05661 on network ff3e9d43-ea22-4f07-8df6-3aca16830258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:13.361957 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Attempting to bind port 870f5b10-3892-4785-9998-cbb341e05661 on network ff3e9d43-ea22-4f07-8df6-3aca16830258 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:13.373868 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:13.374503 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Checking segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:13.374991 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Bound using segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:13.375526 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Bound port: 870f5b10-3892-4785-9998-cbb341e05661, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:13.375945 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.377572 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52c56577-adb1-440d-8cd7-f313f2dfac88 req-dfc7479f-ff01-4a77-a035-ada34c49233d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 210 time: 0.0582824 Sep 15 16:05:13.403397 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-d7aac80b-4ebf-4e7b-b996-eeee0e12bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.405042 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-d7aac80b-4ebf-4e7b-b996-eeee0e12bacf service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 1096 time: 0.1926219 Sep 15 16:05:13.439643 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.451309 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e809666e-9c77-4fd5-80e5-c7cad70d1240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.453728 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e809666e-9c77-4fd5-80e5-c7cad70d1240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.455387 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e809666e-9c77-4fd5-80e5-c7cad70d1240 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b18dc8f9-2c1c-4e0f-ac58-e9bd50aec8a5 HTTP/1.1" status: 204 len: 168 time: 1.0093920 Sep 15 16:05:13.465971 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 29a001ab-a899-4c29-9678-d25f0b77ecc5 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:13.473711 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 29a001ab-a899-4c29-9678-d25f0b77ecc5 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:13.474534 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.498889 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:13.507922 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809666e-9c77-4fd5-80e5-c7cad70d1240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18dc8f9-2c1c-4e0f-ac58-e9bd50aec8a5,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.519422 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:13.531424 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:13.537520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.538494 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.548606 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.551772 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-f1cc9ad0-53e2-4999-8c9f-91474c7e4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.553428 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-f1cc9ad0-53e2-4999-8c9f-91474c7e4904 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1411402 Sep 15 16:05:13.565801 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] For port 870f5b10-3892-4785-9998-cbb341e05661, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:13.569939 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] For port 870f5b10-3892-4785-9998-cbb341e05661, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=870f5b10-3892-4785-9998-cbb341e05661,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:13.575709 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.608150 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.614365 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.615058 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.620098 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] 10.222.0.64 "PUT /v2.0/ports/870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 1094 time: 2.5045185 Sep 15 16:05:13.620572 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'tag': '870f5b10-3892-4785-9998-cbb341e05661'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:13.623281 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d398d014-5a23-4a44-8a00-7c0c06e125c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "tag": "870f5b10-3892-4785-9998-cbb341e05661"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:13.628126 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-6bb6fcd0-eb48-4608-97ca-81f26a513033 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61837e90-7377-44e8-adfb-849e0caa3e08 HTTP/1.1" status: 200 len: 217 time: 0.0634904 Sep 15 16:05:13.644413 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e1bf-df6b-4c72-a6bd-318a37a8b160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.658125 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a3e0e1bf-df6b-4c72-a6bd-318a37a8b160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.666155 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a001ab-a899-4c29-9678-d25f0b77ecc5'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:13.669223 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590d67de-2c59-422c-bfcf-ae972140000c" -d '{"events": [{"server_uuid": "8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1", "name": "network-vif-plugged", "status": "completed", "tag": "29a001ab-a899-4c29-9678-d25f0b77ecc5"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:13.691073 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-3209046b-bf23-4898-bca9-810428be4cf3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5527432 Sep 15 16:05:13.695737 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 29a001ab-a899-4c29-9678-d25f0b77ecc5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:13.700411 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.742624 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7944dd97-1cae-4f3e-846e-3ad6e062ee99 x-openstack-request-id: req-7944dd97-1cae-4f3e-846e-3ad6e062ee99 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:13.742923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "tag": "870f5b10-3892-4785-9998-cbb341e05661", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:13.743176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7944dd97-1cae-4f3e-846e-3ad6e062ee99 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:13.743576 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'tag': '870f5b10-3892-4785-9998-cbb341e05661', 'status': 'completed', 'code': 200} Sep 15 16:05:13.780429 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b11f0b-689b-4f9a-9077-ccecbfffee33 x-openstack-request-id: req-52b11f0b-689b-4f9a-9077-ccecbfffee33 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:13.781770 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1", "name": "network-vif-plugged", "status": "completed", "tag": "29a001ab-a899-4c29-9678-d25f0b77ecc5", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:13.782202 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52b11f0b-689b-4f9a-9077-ccecbfffee33 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:13.782807 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a001ab-a899-4c29-9678-d25f0b77ecc5', 'code': 200} Sep 15 16:05:13.785956 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0d562-beef-432b-aa2c-174038296ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=870f5b10-3892-4785-9998-cbb341e05661,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.790538 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=29a001ab-a899-4c29-9678-d25f0b77ecc5,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.808546 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a3e0e1bf-df6b-4c72-a6bd-318a37a8b160 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b01c049d81694a3d88dff080dcc4b266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6892264 Sep 15 16:05:13.810026 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-83fdc535-9a35-4076-a6e5-02439b81023e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:13.811628 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34606) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:13.816518 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-83fdc535-9a35-4076-a6e5-02439b81023e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.1746299 Sep 15 16:05:13.817633 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0e1bf-df6b-4c72-a6bd-318a37a8b160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27154bb0-80e7-4850-a624-364c5c79648c,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.879970 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d92f95d4-4c74-4b75-8f9f-3cea4f89fd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.907439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d92f95d4-4c74-4b75-8f9f-3cea4f89fd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.970852 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d92f95d4-4c74-4b75-8f9f-3cea4f89fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.976194 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d92f95d4-4c74-4b75-8f9f-3cea4f89fd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:13.977575 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d92f95d4-4c74-4b75-8f9f-3cea4f89fd82 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/27154bb0-80e7-4850-a624-364c5c79648c HTTP/1.1" status: 204 len: 168 time: 0.1648226 Sep 15 16:05:13.989209 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f95d4-4c74-4b75-8f9f-3cea4f89fd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27154bb0-80e7-4850-a624-364c5c79648c,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:13.992582 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-6397ce10-44c4-468d-9ff0-78eb0060ec1e None None] Provisioning complete for port a2718b11-d2d8-45f5-b893-a9e6943caba3 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:13.992965 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6397ce10-44c4-468d-9ff0-78eb0060ec1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:14.047908 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-6397ce10-44c4-468d-9ff0-78eb0060ec1e None None] Port a2718b11-d2d8-45f5-b893-a9e6943caba3 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:05:14.261539 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2fff7-ad25-430e-acea-25cbd5515700 req-4f73316c-e56c-431e-b347-0c22ae1ce1ea tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:14.263167 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c2a2fff7-ad25-430e-acea-25cbd5515700 req-4f73316c-e56c-431e-b347-0c22ae1ce1ea tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 944 time: 0.0657725 Sep 15 16:05:14.311011 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c2a2fff7-ad25-430e-acea-25cbd5515700 req-267bfbc5-7fd0-482a-9ad9-a1f8be9b6f09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409782 Sep 15 16:05:14.426544 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef010172-af89-4af8-9b27-1590a9e93830 req-b590bb33-4e5a-4b68-a066-b4ff884343f8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:14.428225 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ef010172-af89-4af8-9b27-1590a9e93830 req-b590bb33-4e5a-4b68-a066-b4ff884343f8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 943 time: 0.0521023 Sep 15 16:05:14.476512 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ef010172-af89-4af8-9b27-1590a9e93830 req-cff5ad11-60a9-4793-9bb9-9a217bbd23e7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Sep 15 16:05:15.856681 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34730) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:15.957057 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c006855a-a20c-4f5b-a10c-19e587104a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.048159 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c006855a-a20c-4f5b-a10c-19e587104a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.052351 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c006855a-a20c-4f5b-a10c-19e587104a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.089659 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-c006855a-a20c-4f5b-a10c-19e587104a42 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1d0a1e8e7c2a4e87a4acdb1f1bbcf2a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319357 Sep 15 16:05:16.090778 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006855a-a20c-4f5b-a10c-19e587104a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89325467-af53-4325-a9a2-963d5daa5a4d,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:16.092375 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34734) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:16.139981 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9209db51-43a9-4b2f-b848-77c6faf86cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.159909 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9209db51-43a9-4b2f-b848-77c6faf86cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.206209 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9209db51-43a9-4b2f-b848-77c6faf86cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.208647 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9209db51-43a9-4b2f-b848-77c6faf86cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.209765 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-9209db51-43a9-4b2f-b848-77c6faf86cc9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/89325467-af53-4325-a9a2-963d5daa5a4d HTTP/1.1" status: 204 len: 168 time: 0.1163476 Sep 15 16:05:16.217237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209db51-43a9-4b2f-b848-77c6faf86cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89325467-af53-4325-a9a2-963d5daa5a4d,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:16.461583 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 34742) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:16.475388 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-25806e58-94cb-4eeb-80ca-e7a94e86d257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.477690 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 61837e90-7377-44e8-adfb-849e0caa3e08 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:16.496075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Request body: {'port': {'device_id': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:16.537797 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-50907143-c213-49ea-898d-a658e442d12b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465434 Sep 15 16:05:16.556888 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.612904 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.616373 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-790f0ab4-8b4a-421d-a48b-8bdce465ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:16.618302 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-790f0ab4-8b4a-421d-a48b-8bdce465ba71 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1097 time: 0.1401188 Sep 15 16:05:16.655188 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 61837e90-7377-44e8-adfb-849e0caa3e08, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61837e90-7377-44e8-adfb-849e0caa3e08,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:16.687838 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '61837e90-7377-44e8-adfb-849e0caa3e08', 'network_id': 'd5de778c-8bde-44d7-b5fd-72b5dedf70fc', 'port_id': '61837e90-7377-44e8-adfb-849e0caa3e08', 'mac_address': 'fa:16:3e:88:e3:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6675a49-260e-4b2c-ada4-dcb2c8648f35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:16.695935 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-58602248-756f-43f7-b040-09a897cb45c3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 217 time: 0.0666037 Sep 15 16:05:16.732997 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-3e11e536-e99e-4e7f-ba44-f8997686880c service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839092 Sep 15 16:05:16.760978 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.808006 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61837e90-7377-44e8-adfb-849e0caa3e08 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:16.847743 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 61837e90-7377-44e8-adfb-849e0caa3e08, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61837e90-7377-44e8-adfb-849e0caa3e08,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:16.859070 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:16.903698 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab95f7c1-d311-4031-92e9-79572c7c54dd req-6b4b7011-3659-4c70-8e82-d5c89f7b3f2f service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460350 Sep 15 16:05:16.990503 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=61837e90-7377-44e8-adfb-849e0caa3e08,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.023569 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0164771-78f5-4e12-a43e-f1d434f97cc2 req-a25155dc-1328-4a43-a4f2-5399f7c7d3bd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.025288 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d0164771-78f5-4e12-a43e-f1d434f97cc2 req-a25155dc-1328-4a43-a4f2-5399f7c7d3bd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 931 time: 0.0779345 Sep 15 16:05:17.049435 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-25806e58-94cb-4eeb-80ca-e7a94e86d257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.058628 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-25806e58-94cb-4eeb-80ca-e7a94e86d257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.101877 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-25806e58-94cb-4eeb-80ca-e7a94e86d257 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2e366d7a01d84be5b27e0dbd9fa851eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6390259 Sep 15 16:05:17.102480 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34760) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:17.104211 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-88ee8500-e584-4b3c-9090-09b3a911f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.106628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-88ee8500-e584-4b3c-9090-09b3a911f88e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.3968606 Sep 15 16:05:17.114908 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['61837e90-7377-44e8-adfb-849e0caa3e08'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:17.124242 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25806e58-94cb-4eeb-80ca-e7a94e86d257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0bf45a-9a13-4129-b8a0-0225f768f4f9,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.143782 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d0164771-78f5-4e12-a43e-f1d434f97cc2 req-c796b1d4-f25a-461a-98ae-0d151920098d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993440 Sep 15 16:05:17.147673 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbe4f5-02db-472e-9813-0632c9fd1bc0 req-4bfa40ce-bd2d-44fc-9ec9-2d063a5caa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.149336 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-69dbe4f5-02db-472e-9813-0632c9fd1bc0 req-4bfa40ce-bd2d-44fc-9ec9-2d063a5caa10 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.3854556 Sep 15 16:05:17.200497 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc1d560-79a3-4b9b-afe0-d89a1c512f1e req-92400cde-a3c8-4c0c-9260-16ef7a0c1654 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.202044 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5fc1d560-79a3-4b9b-afe0-d89a1c512f1e req-92400cde-a3c8-4c0c-9260-16ef7a0c1654 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 944 time: 0.1742296 Sep 15 16:05:17.282532 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8476ddb6-bdf6-462a-96f6-a6ec2931e910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.293763 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-69dbe4f5-02db-472e-9813-0632c9fd1bc0 req-e1ebe4ef-39ce-425f-8561-b1d372483351 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982306 Sep 15 16:05:17.311846 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8476ddb6-bdf6-462a-96f6-a6ec2931e910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.336874 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-eebd42c5-50e2-44d8-9b1d-e84ab3dcb2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.341372 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-eebd42c5-50e2-44d8-9b1d-e84ab3dcb2b1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1727109 Sep 15 16:05:17.377632 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5fc1d560-79a3-4b9b-afe0-d89a1c512f1e req-612eee3f-bf5e-42b3-ab01-1558adf287a1 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547930 Sep 15 16:05:17.412043 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8476ddb6-bdf6-462a-96f6-a6ec2931e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.414970 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8476ddb6-bdf6-462a-96f6-a6ec2931e910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.418933 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8476ddb6-bdf6-462a-96f6-a6ec2931e910 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff0bf45a-9a13-4129-b8a0-0225f768f4f9 HTTP/1.1" status: 204 len: 168 time: 0.3124387 Sep 15 16:05:17.433291 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476ddb6-bdf6-462a-96f6-a6ec2931e910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0bf45a-9a13-4129-b8a0-0225f768f4f9,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.458146 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defab05f-1b79-4d6e-894e-a5b954130547 req-d31515ee-8f2f-4635-8737-cacf021ddc54 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:17.467587 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-defab05f-1b79-4d6e-894e-a5b954130547 req-d31515ee-8f2f-4635-8737-cacf021ddc54 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 944 time: 0.1059482 Sep 15 16:05:17.474970 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2718b11-d2d8-45f5-b893-a9e6943caba3 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:17.499896 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.518327 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-defab05f-1b79-4d6e-894e-a5b954130547 req-4c827060-6ddf-48af-a70c-f4f296e2a0a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458386 Sep 15 16:05:17.539025 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Transition to ACTIVE for port object a2718b11-d2d8-45f5-b893-a9e6943caba3 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:17.765949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:17.841802 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-de46d7b3-f356-45fb-bd4a-b37ac5749b22 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506610 Sep 15 16:05:17.945262 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:17.985195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Attempting to bind port a2718b11-d2d8-45f5-b893-a9e6943caba3 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:17.985744 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Attempting to bind port a2718b11-d2d8-45f5-b893-a9e6943caba3 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:17.986285 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Attempting to bind port a2718b11-d2d8-45f5-b893-a9e6943caba3 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:17.991190 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1628cce4-07d0-4599-b641-b88b0c547d94 req-a38bbb55-03d8-4029-bd7f-2e5df4f9f7b4 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371572 Sep 15 16:05:17.993582 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Port a2718b11-d2d8-45f5-b893-a9e6943caba3 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:17.994052 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Attempting to bind port a2718b11-d2d8-45f5-b893-a9e6943caba3 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:18.003199 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:18.003456 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Checking segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:18.003848 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Bound using segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:18.004334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Bound port: a2718b11-d2d8-45f5-b893-a9e6943caba3, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:18.006490 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.147445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:18.151829 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:18.155544 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-be7a4c56-5f21-42c2-9dba-c9cc25f4f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.157575 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-be7a4c56-5f21-42c2-9dba-c9cc25f4f06b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1097 time: 0.0928931 Sep 15 16:05:18.159020 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.223464 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.224598 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.226384 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] 10.222.0.64 "PUT /v2.0/ports/a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 200 len: 1093 time: 1.7401564 Sep 15 16:05:18.238103 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:18.240967 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2bc429-88fd-447a-a424-a326beb54a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:18.321972 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ffcd5-efe9-423f-8a46-d5bb93b7d600 x-openstack-request-id: req-5d6ffcd5-efe9-423f-8a46-d5bb93b7d600 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:18.322265 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:18.322510 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-5d6ffcd5-efe9-423f-8a46-d5bb93b7d600 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:18.322915 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'status': 'completed', 'code': 200} Sep 15 16:05:18.332133 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a3b79-1b8a-4a2e-bb57-a98fc8036968 req-30b089e0-ba1b-4073-8cf6-99fe1cda494b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.342336 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8c2a3b79-1b8a-4a2e-bb57-a98fc8036968 req-30b089e0-ba1b-4073-8cf6-99fe1cda494b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.1032503 Sep 15 16:05:18.354493 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65205c-48bd-4184-b2a2-492e8116d801 service neutron] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:18.387258 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-85aad2b5-9343-4cbc-b7c1-566a9d15994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.388930 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-85aad2b5-9343-4cbc-b7c1-566a9d15994f service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.2228069 Sep 15 16:05:18.396462 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-dc2c2b38-2bc9-43c5-9e72-67a09ae6f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.397839 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-dc2c2b38-2bc9-43c5-9e72-67a09ae6f3e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1096 time: 0.1076949 Sep 15 16:05:18.407219 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8c2a3b79-1b8a-4a2e-bb57-a98fc8036968 req-57611048-a7c3-4ce8-95ce-5e3336d36bad tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637865 Sep 15 16:05:18.450552 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-fc52d31c-c663-4c31-a6f8-35edbd0616f6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 217 time: 0.0516543 Sep 15 16:05:18.493278 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-f1a43f3b-3f7b-43ac-b8c1-f394a29b2145 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 200 len: 217 time: 0.0519452 Sep 15 16:05:18.523797 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0049a54-9909-4308-ad43-af653427d1f0 req-302d5a98-8a7f-497a-89a3-c76f373f89b3 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.525392 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b0049a54-9909-4308-ad43-af653427d1f0 req-302d5a98-8a7f-497a-89a3-c76f373f89b3 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 944 time: 0.0666072 Sep 15 16:05:18.529438 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-459c5d04-67a3-4ba3-b02d-8bca81cae959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:18.577224 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-14f9fa31-6bc7-48ac-aa96-7533a0eebe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.580160 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-14f9fa31-6bc7-48ac-aa96-7533a0eebe44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0970054 Sep 15 16:05:18.630688 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b0049a54-9909-4308-ad43-af653427d1f0 req-05f06b4d-9dde-4b0d-aac5-34aa6edf5552 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949023 Sep 15 16:05:18.642226 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-ceb46aac-e21d-4059-ad07-3d741d9a6437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.642226 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-ceb46aac-e21d-4059-ad07-3d741d9a6437 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.1231749 Sep 15 16:05:18.670920 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25ee7e-9539-4e26-b79a-0f6f2c41271a req-c29f23e7-eeb7-414a-a1ac-6b9fbd7e05e6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.673474 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aa25ee7e-9539-4e26-b79a-0f6f2c41271a req-c29f23e7-eeb7-414a-a1ac-6b9fbd7e05e6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 944 time: 0.0573435 Sep 15 16:05:18.698352 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-4f477c1f-d94e-4ab0-ba5a-528febd16988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.699870 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-4f477c1f-d94e-4ab0-ba5a-528febd16988 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117754 Sep 15 16:05:18.742083 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-43b20f86-f9fb-4403-bbf4-de01e3ad2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:18.743855 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aa25ee7e-9539-4e26-b79a-0f6f2c41271a req-35a168da-06c8-43d1-8217-e8912919c621 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628209 Sep 15 16:05:18.744002 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-43b20f86-f9fb-4403-bbf4-de01e3ad2d9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0966132 Sep 15 16:05:18.874886 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-5cca5bd7-6f49-41ed-8e28-13c510d0cafc service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644273 Sep 15 16:05:18.891310 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-cf33fd57-a6ee-4da6-92b6-4a262d8b34ca service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380794 Sep 15 16:05:18.960130 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34830) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:19.043958 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d398d014-5a23-4a44-8a00-7c0c06e125c3 req-e09d3dfd-d098-4b3b-8e08-c4fc8992bb50 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516335 Sep 15 16:05:19.047829 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4332b805-2a31-49df-be0f-cdcfbd5bda8b req-b9da1da9-b73a-4dfd-8de5-6f2b74843552 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478391 Sep 15 16:05:19.084226 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d92a13fe-df52-42d4-9ca9-1c582acf665b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.170303 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-3112c81f-6b43-4ddd-8d91-280ed22bb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.172470 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-3112c81f-6b43-4ddd-8d91-280ed22bb31c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1096 time: 0.0586510 Sep 15 16:05:19.214123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d92a13fe-df52-42d4-9ca9-1c582acf665b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.219779 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d92a13fe-df52-42d4-9ca9-1c582acf665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.262102 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a13fe-df52-42d4-9ca9-1c582acf665b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b1af0d-4d55-4515-ba19-37efc0fdf684,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:19.282612 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-d92a13fe-df52-42d4-9ca9-1c582acf665b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc5c9bca5c3e49cdbe9653ec4f84d689&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213415 Sep 15 16:05:19.285091 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 34850) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:19.314733 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-64c53ebb-65b9-432c-850c-7af09ecffa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.317654 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-64c53ebb-65b9-432c-850c-7af09ecffa5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.1355927 Sep 15 16:05:19.350679 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb8af7f6-1bca-4d60-b7cb-a90bc1105f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.369267 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-5d094024-6d6d-40a4-98e0-2d7af46e6818 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 200 len: 217 time: 0.0441031 Sep 15 16:05:19.376099 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb8af7f6-1bca-4d60-b7cb-a90bc1105f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.420268 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-777112cf-184e-4a0f-b5c5-076f186f63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.421803 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb8af7f6-1bca-4d60-b7cb-a90bc1105f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.421925 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-777112cf-184e-4a0f-b5c5-076f186f63cc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0442169 Sep 15 16:05:19.424390 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb8af7f6-1bca-4d60-b7cb-a90bc1105f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:19.425487 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-eb8af7f6-1bca-4d60-b7cb-a90bc1105f2a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e4b1af0d-4d55-4515-ba19-37efc0fdf684 HTTP/1.1" status: 204 len: 168 time: 0.1393142 Sep 15 16:05:19.440584 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8af7f6-1bca-4d60-b7cb-a90bc1105f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b1af0d-4d55-4515-ba19-37efc0fdf684,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:19.534851 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9e77d-488f-4db6-bce8-dd5b94680752 req-f085dab4-541d-4eed-ab40-ce4007f6d13a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.539027 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-27a9e77d-488f-4db6-bce8-dd5b94680752 req-f085dab4-541d-4eed-ab40-ce4007f6d13a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0518513 Sep 15 16:05:19.578492 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-27a9e77d-488f-4db6-bce8-dd5b94680752 req-7143f088-481f-49d8-ba67-1a94be3895f3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358100 Sep 15 16:05:19.762110 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d17a8-5a2a-48dd-946a-13497a9bbead req-14eb25d2-8245-4ae5-b777-fcdaaec2684e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.763620 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6c2d17a8-5a2a-48dd-946a-13497a9bbead req-14eb25d2-8245-4ae5-b777-fcdaaec2684e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 944 time: 0.0491571 Sep 15 16:05:19.804726 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6c2d17a8-5a2a-48dd-946a-13497a9bbead req-c5543c26-2f59-44da-801e-c8c709e8e606 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331390 Sep 15 16:05:19.861603 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6146319-bc78-4cb1-a2d7-470070150951 req-82f9bc86-da36-4e1b-ade5-8f064d9a0cb7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:19.863200 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f6146319-bc78-4cb1-a2d7-470070150951 req-82f9bc86-da36-4e1b-ade5-8f064d9a0cb7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 944 time: 0.0493252 Sep 15 16:05:19.904140 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f6146319-bc78-4cb1-a2d7-470070150951 req-9e066191-4c81-4f9a-af96-56063312349a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Sep 15 16:05:20.354792 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 870f5b10-3892-4785-9998-cbb341e05661 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:20.402543 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-cc430ba4-9321-4241-87e8-f5e1cf14c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:20.404072 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-cc430ba4-9321-4241-87e8-f5e1cf14c423 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477223 Sep 15 16:05:20.469556 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 870f5b10-3892-4785-9998-cbb341e05661, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=870f5b10-3892-4785-9998-cbb341e05661,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:20.482045 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '870f5b10-3892-4785-9998-cbb341e05661', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'port_id': '870f5b10-3892-4785-9998-cbb341e05661', 'mac_address': 'fa:16:3e:db:5f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:20.522839 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.535913 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870f5b10-3892-4785-9998-cbb341e05661 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:20.557661 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 870f5b10-3892-4785-9998-cbb341e05661, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=870f5b10-3892-4785-9998-cbb341e05661,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:20.560887 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:20.614186 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=870f5b10-3892-4785-9998-cbb341e05661,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:20.705793 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def17b3-b34f-457f-90b9-a2b606b62f51 req-e3870732-6b39-45ba-a6f6-3bcbd94b8a37 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:20.707259 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1def17b3-b34f-457f-90b9-a2b606b62f51 req-e3870732-6b39-45ba-a6f6-3bcbd94b8a37 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0484421 Sep 15 16:05:20.748342 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1def17b3-b34f-457f-90b9-a2b606b62f51 req-90149c05-2046-404b-8d82-5bd5d4d2d012 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349138 Sep 15 16:05:20.916306 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b9d101-66c3-4ea6-a9d0-7442258349d7 req-38373871-06cb-4aeb-94f9-85ea76bdf209 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:20.917653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d5b9d101-66c3-4ea6-a9d0-7442258349d7 req-38373871-06cb-4aeb-94f9-85ea76bdf209 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 945 time: 0.0468686 Sep 15 16:05:20.955200 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d5b9d101-66c3-4ea6-a9d0-7442258349d7 req-68ebe62b-d313-4e36-98a1-9b25e411db68 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311069 Sep 15 16:05:21.016068 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a701a-c6dc-40d0-ba64-e1f69c219275 req-cfaf8d7b-200e-4a5e-b0a2-b054885e6b8b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:21.017507 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-948a701a-c6dc-40d0-ba64-e1f69c219275 req-cfaf8d7b-200e-4a5e-b0a2-b054885e6b8b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 944 time: 0.0473530 Sep 15 16:05:21.054671 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-948a701a-c6dc-40d0-ba64-e1f69c219275 req-b737c0c3-2bc6-4103-a90f-d23f08ccdc08 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312986 Sep 15 16:05:21.276776 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 61837e90-7377-44e8-adfb-849e0caa3e08 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:21.335231 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2485468c-8341-41cf-a8db-29fecbc4c1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.350552 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 61837e90-7377-44e8-adfb-849e0caa3e08 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:21.354490 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 61837e90-7377-44e8-adfb-849e0caa3e08 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:21.354887 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.368067 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-99fb3117-e920-41b2-b5af-c6b7f2635656 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899386 Sep 15 16:05:21.431096 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.464780 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61837e90-7377-44e8-adfb-849e0caa3e08'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:21.467002 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9b4930-ed5f-4f73-9224-366d8490d6bc" -d '{"events": [{"server_uuid": "035762b7-7f2f-48e0-8f22-8aa4a22b3a89", "name": "network-vif-plugged", "status": "completed", "tag": "61837e90-7377-44e8-adfb-849e0caa3e08"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:21.472515 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.481642 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 61837e90-7377-44e8-adfb-849e0caa3e08, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61837e90-7377-44e8-adfb-849e0caa3e08,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:21.485389 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:21.510555 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d583b6c-c6a2-45aa-b4b5-95e58f3947ef x-openstack-request-id: req-4d583b6c-c6a2-45aa-b4b5-95e58f3947ef {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:21.510865 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035762b7-7f2f-48e0-8f22-8aa4a22b3a89", "name": "network-vif-plugged", "status": "completed", "tag": "61837e90-7377-44e8-adfb-849e0caa3e08", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:21.511117 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4d583b6c-c6a2-45aa-b4b5-95e58f3947ef {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:21.511521 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61837e90-7377-44e8-adfb-849e0caa3e08', 'code': 200} Sep 15 16:05:21.536894 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=61837e90-7377-44e8-adfb-849e0caa3e08,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:21.865148 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f01fe2-ce0a-43e7-b8ef-808e540110cb req-e730e929-c42f-4173-b919-a38317a614ce tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:21.866562 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-21f01fe2-ce0a-43e7-b8ef-808e540110cb req-e730e929-c42f-4173-b919-a38317a614ce tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0470316 Sep 15 16:05:21.906648 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-21f01fe2-ce0a-43e7-b8ef-808e540110cb req-732ada7b-b1d2-4824-a50d-ac2a4b1871e6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343025 Sep 15 16:05:22.070313 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7144330d-2234-4867-9114-71d296f6beff req-1b61a695-222d-4f61-a1ca-ff8be2972f75 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:22.071782 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7144330d-2234-4867-9114-71d296f6beff req-1b61a695-222d-4f61-a1ca-ff8be2972f75 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 945 time: 0.0485046 Sep 15 16:05:22.119194 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7144330d-2234-4867-9114-71d296f6beff req-9fb6a20b-7ac1-470e-8adb-db5ae7b70d78 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415342 Sep 15 16:05:22.174151 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a71cc2-ce09-49f9-83c5-d9f17d2a9d9b req-a0bbc516-d2d7-48d6-bee1-45da7d094723 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:22.175620 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-24a71cc2-ce09-49f9-83c5-d9f17d2a9d9b req-a0bbc516-d2d7-48d6-bee1-45da7d094723 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0539310 Sep 15 16:05:22.212148 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-24a71cc2-ce09-49f9-83c5-d9f17d2a9d9b req-db4fc526-1964-4db7-a01d-0df490482fac tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306602 Sep 15 16:05:22.235518 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:22.428032 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4d2bc429-88fd-447a-a424-a326beb54a3d req-81e86b08-f5a8-4c4c-bf1b-f2b82940f021 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Sep 15 16:05:22.549083 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72679e1d-be0d-4b03-b966-60e907d21321 req-a486f87e-4b49-4ec4-be89-02d9405a4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:22.550562 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-72679e1d-be0d-4b03-b966-60e907d21321 req-a486f87e-4b49-4ec4-be89-02d9405a4c6c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 1098 time: 0.0493298 Sep 15 16:05:22.595774 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-72679e1d-be0d-4b03-b966-60e907d21321 req-903313ef-ccdb-4d0a-9911-69bf53f8317f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289960 Sep 15 16:05:22.786250 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['870f5b10-3892-4785-9998-cbb341e05661'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:22.849769 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:05:23.024639 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3085b8-559d-4fa1-b082-e6887adc3d24 req-9091ae6f-cdc3-4ad2-9bb1-32de358fafa9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:23.025981 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db3085b8-559d-4fa1-b082-e6887adc3d24 req-9091ae6f-cdc3-4ad2-9bb1-32de358fafa9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0501473 Sep 15 16:05:23.066276 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db3085b8-559d-4fa1-b082-e6887adc3d24 req-d26c811d-a00b-491c-9c84-2988d090f15c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342233 Sep 15 16:05:23.234203 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c94b0-9edf-4c6c-b911-30b85bca4d1d req-5787a841-3a60-49d4-81b8-68f89f93cfbd tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:23.235685 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-763c94b0-9edf-4c6c-b911-30b85bca4d1d req-5787a841-3a60-49d4-81b8-68f89f93cfbd tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Sep 15 16:05:23.273663 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-763c94b0-9edf-4c6c-b911-30b85bca4d1d req-bb79d483-c24b-494a-bd1d-4ebb098abef6 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320587 Sep 15 16:05:23.325181 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb63de-7db9-4a50-ad2e-021141c1c26f req-04eda874-76b1-4094-bbe8-edd2d4a3be95 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:23.326677 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-46cb63de-7db9-4a50-ad2e-021141c1c26f req-04eda874-76b1-4094-bbe8-edd2d4a3be95 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0484307 Sep 15 16:05:23.364825 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-46cb63de-7db9-4a50-ad2e-021141c1c26f req-8b05675e-3ed8-45bf-845f-fe6553476889 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Sep 15 16:05:23.838802 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:23.960625 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35016) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:24.067226 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-67b685b4-c07b-4db6-a0c1-1201715b2198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.198898 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-67b685b4-c07b-4db6-a0c1-1201715b2198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.204306 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-67b685b4-c07b-4db6-a0c1-1201715b2198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.235230 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738a3bb-ced3-4518-8a09-3e59398d3d53 req-1b611686-65b5-4fdd-b076-261603d6214b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:24.236708 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b738a3bb-ced3-4518-8a09-3e59398d3d53 req-1b611686-65b5-4fdd-b076-261603d6214b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0865974 Sep 15 16:05:24.260678 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b685b4-c07b-4db6-a0c1-1201715b2198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6455d18-febf-45e1-81f4-ba3931df2bac,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.274292 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35022) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:24.274831 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-67b685b4-c07b-4db6-a0c1-1201715b2198 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=55b4ebc0f8074daa8ed5d69d23ec4f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126822 Sep 15 16:05:24.295358 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b738a3bb-ced3-4518-8a09-3e59398d3d53 req-bb763378-050b-419c-8112-f14fc004e96a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452979 Sep 15 16:05:24.334602 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-36831578-44ae-42cf-8532-0078f8287a13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.346420 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:24.349447 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 870f5b10-3892-4785-9998-cbb341e05661 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:24.369432 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-36831578-44ae-42cf-8532-0078f8287a13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.398776 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8ca97-5edb-4bc1-b51a-f91badd29717 req-885bfd50-46b4-469a-9de0-d88b43698be8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:24.400678 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7eb8ca97-5edb-4bc1-b51a-f91badd29717 req-885bfd50-46b4-469a-9de0-d88b43698be8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 945 time: 0.0533581 Sep 15 16:05:24.454859 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-36831578-44ae-42cf-8532-0078f8287a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.457541 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-36831578-44ae-42cf-8532-0078f8287a13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.463324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7eb8ca97-5edb-4bc1-b51a-f91badd29717 req-883235ed-e20b-4b74-b8e3-401ecb0cfe34 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534220 Sep 15 16:05:24.467587 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-36831578-44ae-42cf-8532-0078f8287a13 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b6455d18-febf-45e1-81f4-ba3931df2bac HTTP/1.1" status: 204 len: 168 time: 0.1919677 Sep 15 16:05:24.479159 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36831578-44ae-42cf-8532-0078f8287a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6455d18-febf-45e1-81f4-ba3931df2bac,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.533182 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 870f5b10-3892-4785-9998-cbb341e05661 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:24.538315 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c887c-dd67-4605-9057-75ad6cb3acdb req-10ad4159-9a0e-4e64-b3ac-e0542b5f74d2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:24.540115 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d87c887c-dd67-4605-9057-75ad6cb3acdb req-10ad4159-9a0e-4e64-b3ac-e0542b5f74d2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0627437 Sep 15 16:05:24.544565 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 870f5b10-3892-4785-9998-cbb341e05661 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:24.545037 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.581918 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d87c887c-dd67-4605-9057-75ad6cb3acdb req-62acd4a1-33a6-4858-9009-4a7c77d25711 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358005 Sep 15 16:05:24.589143 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:24.607383 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'mac_address': 'fa:16:3e:7d:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:24.673168 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.692877 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.696974 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2718b11-d2d8-45f5-b893-a9e6943caba3 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:24.735492 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f5b10-3892-4785-9998-cbb341e05661'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:24.738027 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584d716b-8bbd-465e-ac3d-87b40373e00e" -d '{"events": [{"server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "name": "network-vif-plugged", "status": "completed", "tag": "870f5b10-3892-4785-9998-cbb341e05661"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:24.750989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:24.755412 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 870f5b10-3892-4785-9998-cbb341e05661, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=870f5b10-3892-4785-9998-cbb341e05661,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:24.757010 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.761325 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.791196 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864502aa-e8dd-4a91-86e9-a3c423e296ec x-openstack-request-id: req-864502aa-e8dd-4a91-86e9-a3c423e296ec {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:24.791488 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "name": "network-vif-plugged", "status": "completed", "tag": "870f5b10-3892-4785-9998-cbb341e05661", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:24.791745 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-864502aa-e8dd-4a91-86e9-a3c423e296ec {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:24.792130 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870f5b10-3892-4785-9998-cbb341e05661', 'code': 200} Sep 15 16:05:24.809555 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35042) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:24.816646 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.840609 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cae236ff-927b-44fd-9554-29f4f7ee76a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.870762 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=870f5b10-3892-4785-9998-cbb341e05661,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:24.974315 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cae236ff-927b-44fd-9554-29f4f7ee76a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:24.980653 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cae236ff-927b-44fd-9554-29f4f7ee76a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.035078 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-cae236ff-927b-44fd-9554-29f4f7ee76a3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac3a5b2d750e455698e831280a5114d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2221172 Sep 15 16:05:25.036102 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35056) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:25.052098 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae236ff-927b-44fd-9554-29f4f7ee76a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a02613a-8baf-4cad-826f-339d6ded1a89,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:25.073438 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fe147-a88d-40ce-ad30-1b256004c915 req-c94a13a4-161a-4e63-b463-e55c8be63feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:25.075588 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0c3fe147-a88d-40ce-ad30-1b256004c915 req-c94a13a4-161a-4e63-b463-e55c8be63feb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0589330 Sep 15 16:05:25.107840 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1df5cd67-3c17-49b4-837b-7e755198a181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.115597 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0c3fe147-a88d-40ce-ad30-1b256004c915 req-65cfacfe-94c0-4f9e-af48-033678cb94d5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303447 Sep 15 16:05:25.138535 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1df5cd67-3c17-49b4-837b-7e755198a181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.195863 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1df5cd67-3c17-49b4-837b-7e755198a181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.198378 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1df5cd67-3c17-49b4-837b-7e755198a181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:25.199541 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-1df5cd67-3c17-49b4-837b-7e755198a181 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6a02613a-8baf-4cad-826f-339d6ded1a89 HTTP/1.1" status: 204 len: 168 time: 0.1619413 Sep 15 16:05:25.207323 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5cd67-3c17-49b4-837b-7e755198a181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a02613a-8baf-4cad-826f-339d6ded1a89,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:25.226696 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a2718b11-d2d8-45f5-b893-a9e6943caba3'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:25.427592 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d7c4-ef9a-4cc8-9787-4a31dfe795da req-dd781129-08ed-43d9-a048-69392da5dbc7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:25.429967 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c703d7c4-ef9a-4cc8-9787-4a31dfe795da req-dd781129-08ed-43d9-a048-69392da5dbc7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0511107 Sep 15 16:05:25.486482 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c703d7c4-ef9a-4cc8-9787-4a31dfe795da req-55409b0b-2067-4488-ad1c-dc6a9ef1ebcb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400796 Sep 15 16:05:25.612569 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c2c5f-eeec-4427-92fb-35eb18c8c367 req-60fd07b9-c1f6-403a-b156-26392d6636fe tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:25.614143 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-240c2c5f-eeec-4427-92fb-35eb18c8c367 req-60fd07b9-c1f6-403a-b156-26392d6636fe tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0710235 Sep 15 16:05:25.680390 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-240c2c5f-eeec-4427-92fb-35eb18c8c367 req-15afcb73-4d72-409a-996a-b4f00a117712 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584357 Sep 15 16:05:25.721666 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d05de7-9efb-4a7e-960f-af0091161c51 req-9d7e1212-4adf-4020-8296-83e9f2c8df38 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:25.728867 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8d05de7-9efb-4a7e-960f-af0091161c51 req-9d7e1212-4adf-4020-8296-83e9f2c8df38 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0701640 Sep 15 16:05:25.763245 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8d05de7-9efb-4a7e-960f-af0091161c51 req-968ac9bd-e7d2-4390-9944-4cff27cd5896 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332685 Sep 15 16:05:26.060539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-3b71848b-2e28-4eab-8e4e-9cf86ca38748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:26.062882 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-3b71848b-2e28-4eab-8e4e-9cf86ca38748 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 1098 time: 0.0457718 Sep 15 16:05:26.063543 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045b3a5-156f-4c4a-a3d5-d8e0473d70fc req-80155511-a4c2-45b8-b8bf-62d653139ce9 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:26.065011 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2045b3a5-156f-4c4a-a3d5-d8e0473d70fc req-80155511-a4c2-45b8-b8bf-62d653139ce9 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0589540 Sep 15 16:05:26.107482 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2045b3a5-156f-4c4a-a3d5-d8e0473d70fc req-c8b5d74a-1f17-4261-8b5d-574a98341811 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Sep 15 16:05:26.201611 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-1920179a-b85a-4cf1-877a-99d54a5bba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:26.204410 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-1920179a-b85a-4cf1-877a-99d54a5bba54 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1295955 Sep 15 16:05:26.257504 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-b0f1e549-4106-499d-9f64-cf9f9a859e11 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61837e90-7377-44e8-adfb-849e0caa3e08 HTTP/1.1" status: 200 len: 217 time: 0.0448902 Sep 15 16:05:26.336088 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-f0d31e1b-4211-47b2-9f49-7385328c1d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:26.336088 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-f0d31e1b-4211-47b2-9f49-7385328c1d6e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0536878 Sep 15 16:05:26.374142 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-0010c341-8ad9-46ab-afec-eb7cf90164e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316765 Sep 15 16:05:26.490083 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-387702aa-bc74-43aa-8317-a759ca488eb4 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944161 Sep 15 16:05:26.614948 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2346e229-c7ec-4321-a64d-09cfe2560230 req-1c38f7d3-87b6-459b-8ae1-3cf531ee4516 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167111 Sep 15 16:05:26.624637 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5431d8b-bdcb-4dc4-bb51-c78793313ab0 req-a9f7bd89-f244-457f-951f-11abacaf8437 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:26.639355 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e5431d8b-bdcb-4dc4-bb51-c78793313ab0 req-a9f7bd89-f244-457f-951f-11abacaf8437 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0691919 Sep 15 16:05:26.692754 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e5431d8b-bdcb-4dc4-bb51-c78793313ab0 req-d61404de-5e48-469e-ac43-13299ad62ab6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567393 Sep 15 16:05:26.826959 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ca52e-7498-4528-8ca5-908c34d2a3ac req-fa0801ef-5862-46e7-8f85-133aeb71ea04 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:26.829017 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ee3ca52e-7498-4528-8ca5-908c34d2a3ac req-fa0801ef-5862-46e7-8f85-133aeb71ea04 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0629573 Sep 15 16:05:26.869047 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ee3ca52e-7498-4528-8ca5-908c34d2a3ac req-a507545c-3a04-4824-ad7d-f651b1e981f8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333817 Sep 15 16:05:27.086667 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-6cb3a147-6c46-4fdf-a58b-3cbd0e4ce78d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:27.088110 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-6cb3a147-6c46-4fdf-a58b-3cbd0e4ce78d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.1157703 Sep 15 16:05:27.106044 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-056306fc-14f9-4b5e-b00c-f989529ee1c0 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/quotas/b5175f81424d46e29177767bf0b43d93 HTTP/1.1" status: 200 len: 375 time: 0.0109718 Sep 15 16:05:27.159861 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-06cee62c-c5b5-4530-b4a4-4ad5c5ac1309 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480061 Sep 15 16:05:27.286232 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-083e4910-60e6-4f08-847b-88599236aae5 service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191669 Sep 15 16:05:27.293809 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a00aee-fedb-474d-869c-97964dd78420 req-f2c08a71-688a-4488-9c29-2d87bcef22cf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:27.295209 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-70a00aee-fedb-474d-869c-97964dd78420 req-f2c08a71-688a-4488-9c29-2d87bcef22cf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1015122 Sep 15 16:05:27.548916 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-70a00aee-fedb-474d-869c-97964dd78420 req-55b89177-8fee-438a-b0e8-40977350653f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456679 Sep 15 16:05:27.572402 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-a10837fb-8e5b-4176-8f92-121aab3444be service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762764 Sep 15 16:05:27.786005 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e281246a-57e3-4fea-b1e0-c2cc5eecdd54 req-3df8c919-cd3e-46fe-9fd9-3942762a4546 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 210 time: 0.0414500 Sep 15 16:05:27.899246 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e87c63-ee4a-48f8-b857-53414e5e0155 req-69228027-5bfb-486c-bec3-1d39f629246b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:27.901089 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98e87c63-ee4a-48f8-b857-53414e5e0155 req-69228027-5bfb-486c-bec3-1d39f629246b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0667598 Sep 15 16:05:27.953835 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-98e87c63-ee4a-48f8-b857-53414e5e0155 req-c653310a-8f42-4153-9f28-400aad22c1c4 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453863 Sep 15 16:05:28.043720 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d98312-2831-4a66-a037-8f2cab8e8b3c req-c52dace7-3dd2-4476-9b7d-7342da363bbb tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:28.045238 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-49d98312-2831-4a66-a037-8f2cab8e8b3c req-c52dace7-3dd2-4476-9b7d-7342da363bbb tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0666654 Sep 15 16:05:28.120508 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-49d98312-2831-4a66-a037-8f2cab8e8b3c req-98847ef5-c473-4779-a0ab-366a6f11c68a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661783 Sep 15 16:05:28.203167 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35220) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:28.252046 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e300a7-94d4-415b-be46-0cdb65b24b6d req-4962c666-57c0-4fab-abb8-5bd737a34c87 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:28.253526 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-80e300a7-94d4-415b-be46-0cdb65b24b6d req-4962c666-57c0-4fab-abb8-5bd737a34c87 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0613916 Sep 15 16:05:28.262187 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35224) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:28.266937 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'floatingip': {'port_id': '870f5b10-3892-4785-9998-cbb341e05661'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:28.349056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.351312 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fffe93fe-188a-48b6-be51-ef4bc9680144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.362103 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:28.414457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port a2718b11-d2d8-45f5-b893-a9e6943caba3 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:28.418707 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port a2718b11-d2d8-45f5-b893-a9e6943caba3 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:28.419266 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.512326 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.535667 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:28.538206 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea354ed-7748-4ce2-9835-6c5e83acbced" -d '{"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-plugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:28.551549 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:28.557491 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.584823 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64f206d-76f3-4600-b97b-a9804df05dea x-openstack-request-id: req-c64f206d-76f3-4600-b97b-a9804df05dea {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:28.585178 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-plugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:28.585528 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c64f206d-76f3-4600-b97b-a9804df05dea {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:28.586085 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'code': 200} Sep 15 16:05:28.626288 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:28.699170 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fffe93fe-188a-48b6-be51-ef4bc9680144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.730963 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fffe93fe-188a-48b6-be51-ef4bc9680144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.793639 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be302b1-0127-4838-b0b0-6e05ee502f47 req-741e7b1f-0213-400a-9083-ec683e499782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:28.795247 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be302b1-0127-4838-b0b0-6e05ee502f47 req-741e7b1f-0213-400a-9083-ec683e499782 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1098 time: 0.0446897 Sep 15 16:05:28.852706 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be302b1-0127-4838-b0b0-6e05ee502f47 req-7c702038-777d-405f-88b3-d0f3a87ffab2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395205 Sep 15 16:05:28.862369 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-fffe93fe-188a-48b6-be51-ef4bc9680144 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=540b284e104e4b7593da0a404bf076e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587181 Sep 15 16:05:28.865033 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35234) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:28.878683 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe93fe-188a-48b6-be51-ef4bc9680144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e74e75-287f-48bc-b2e7-047a7459cfaf,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:28.894307 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281eef4-3c16-4681-a923-9da695db9c37 req-b3753542-4e47-4e83-a671-3c9878bd7327 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:28.895833 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6281eef4-3c16-4681-a923-9da695db9c37 req-b3753542-4e47-4e83-a671-3c9878bd7327 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.2497613 Sep 15 16:05:28.918818 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7298-d239-4969-a7eb-b77f3f113254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:28.922493 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd8a0a16-e194-4666-8eeb-fbd42fdfb3e8 req-48a8b1a8-1840-4955-a91e-8eb35fc442e9 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 210 time: 0.0685999 Sep 15 16:05:28.943947 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7298-d239-4969-a7eb-b77f3f113254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.013158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7298-d239-4969-a7eb-b77f3f113254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.016912 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7298-d239-4969-a7eb-b77f3f113254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.019150 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ee0d7298-d239-4969-a7eb-b77f3f113254 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/70e74e75-287f-48bc-b2e7-047a7459cfaf HTTP/1.1" status: 204 len: 168 time: 0.1521223 Sep 15 16:05:29.033782 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d7298-d239-4969-a7eb-b77f3f113254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e74e75-287f-48bc-b2e7-047a7459cfaf,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:29.056602 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6281eef4-3c16-4681-a923-9da695db9c37 req-02971507-2a6d-4c4f-b1aa-496ff97158ad tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359715 Sep 15 16:05:29.269975 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e39a1-ccb8-415a-af3c-2af7011fbe4c req-293c11ff-be0d-4484-9891-02b5f3ae0d2c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:29.271502 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-434e39a1-ccb8-415a-af3c-2af7011fbe4c req-293c11ff-be0d-4484-9891-02b5f3ae0d2c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.1467016 Sep 15 16:05:29.275812 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.291377 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.355185 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-434e39a1-ccb8-415a-af3c-2af7011fbe4c req-f9222655-1380-4b14-9a83-0ec74f1fb1f9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773861 Sep 15 16:05:29.441806 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35266) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:29.463409 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc618-c1ec-4f27-aeba-bd98e78a4e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.470338 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Floating IP c32bd580-7d8f-45b2-a3ca-754e5a0b5b96 associated. External IP: 172.27.1.51, port: 870f5b10-3892-4785-9998-cbb341e05661. Sep 15 16:05:29.520753 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-6d493d4f-a55d-43d2-b03a-93cc3048375d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:29.522439 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-6d493d4f-a55d-43d2-b03a-93cc3048375d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.1475835 Sep 15 16:05:29.539565 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Request body: {'port': {'device_id': '408f6437-c772-4434-ac0d-d98ac471c209', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'admin_state_up': True, 'tenant_id': 'b5175f81424d46e29177767bf0b43d93'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:29.898476 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc618-c1ec-4f27-aeba-bd98e78a4e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.905673 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfbfc618-c1ec-4f27-aeba-bd98e78a4e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.928205 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Made reservation on behalf of b5175f81424d46e29177767bf0b43d93 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:29.932051 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:29.957179 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-bfbfc618-c1ec-4f27-aeba-bd98e78a4e7b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=caf61904e15840819f3d0a742471653d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5142825 Sep 15 16:05:29.958265 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfc618-c1ec-4f27-aeba-bd98e78a4e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515c77e4-26df-4416-b89e-6da9b0e884b9,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:29.961153 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35278) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:29.967234 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Router 706fc351-9494-49ac-acb5-22ea2372316b has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:05:30.047725 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fbf34a21-f79c-4dc8-9f2f-ce00b004cdd4 req-c160fe17-7b46-4af2-bdef-52cda2262de7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 210 time: 0.0320354 Sep 15 16:05:30.103664 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69ba3949-6472-448b-9054-86af0cb86925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.105517 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:30.110282 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.123578 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:30.127125 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Allocated IP 172.20.0.10 (460f33a6-6808-4618-902f-c046672f9fe8/9e60e6b1-b960-4e46-944f-6993be51ed2b/b646ad36-0bd4-4cb8-86e9-45db8b036dce) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:30.145964 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2caaa273-5cb8-4761-83d5-4d291880f734 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "PUT /v2.0/floatingips/c32bd580-7d8f-45b2-a3ca-754e5a0b5b96 HTTP/1.1" status: 200 len: 991 time: 1.8800216 Sep 15 16:05:30.145964 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'tag': '870f5b10-3892-4785-9998-cbb341e05661'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:30.147175 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:30.147728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551913cb-f19b-4bb6-bcc5-241f6f36cb24" -d '{"events": [{"name": "network-changed", "server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "tag": "870f5b10-3892-4785-9998-cbb341e05661"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:30.147932 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69ba3949-6472-448b-9054-86af0cb86925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.148411 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:30.260054 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326c60d-a354-4e9f-99bb-e56e535056a9 req-eb9640f0-0e68-405b-a225-aa1957470374 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.261576 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d326c60d-a354-4e9f-99bb-e56e535056a9 req-eb9640f0-0e68-405b-a225-aa1957470374 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0624235 Sep 15 16:05:30.268839 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69ba3949-6472-448b-9054-86af0cb86925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.274034 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69ba3949-6472-448b-9054-86af0cb86925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.277556 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-69ba3949-6472-448b-9054-86af0cb86925 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/515c77e4-26df-4416-b89e-6da9b0e884b9 HTTP/1.1" status: 204 len: 168 time: 0.3120074 Sep 15 16:05:30.309557 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:30.314316 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d326c60d-a354-4e9f-99bb-e56e535056a9 req-b4f76a4e-34f0-4f16-b54b-0e7cded9db55 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419219 Sep 15 16:05:30.321436 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba3949-6472-448b-9054-86af0cb86925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515c77e4-26df-4416-b89e-6da9b0e884b9,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:30.355436 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061b53c7-11c6-4f9c-aaa9-8f56b93bc8b8 x-openstack-request-id: req-061b53c7-11c6-4f9c-aaa9-8f56b93bc8b8 {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:30.355901 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "tag": "870f5b10-3892-4785-9998-cbb341e05661", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:30.356155 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-061b53c7-11c6-4f9c-aaa9-8f56b93bc8b8 {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:30.356544 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'tag': '870f5b10-3892-4785-9998-cbb341e05661', 'status': 'completed', 'code': 200} Sep 15 16:05:30.523477 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c791b7-f2a2-4b1e-9993-a2ebde16f473 req-edb484ae-e475-42cb-859b-39a6184546b6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.526018 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f9c791b7-f2a2-4b1e-9993-a2ebde16f473 req-edb484ae-e475-42cb-859b-39a6184546b6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0625243 Sep 15 16:05:30.597289 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f9c791b7-f2a2-4b1e-9993-a2ebde16f473 req-8b63ae44-1bff-4b8b-94cb-235251862a6c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623188 Sep 15 16:05:30.651152 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.674789 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-f50ef1a7-c374-4633-8ee6-0206b3c6e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.676388 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-f50ef1a7-c374-4633-8ee6-0206b3c6e5dd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1099 time: 0.2971265 Sep 15 16:05:30.705910 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'c32bd580-7d8f-45b2-a3ca-754e5a0b5b96', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'port_id': '870f5b10-3892-4785-9998-cbb341e05661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'mac_address': 'fa:16:3e:db:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:05:03Z', 'updated_at': '2021-09-15T16:05:29Z', 'revision_number': 1, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:30.779236 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:30.791993 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.792228 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:30.792654 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:30.817339 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:30.854631 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Network 460f33a6-6808-4618-902f-c046672f9fe8 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:30.860013 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:30.864270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:30.870146 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.870808 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:30.873492 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-3b57fb94-c2a6-4c93-8ffa-db078891681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:30.875532 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-3b57fb94-c2a6-4c93-8ffa-db078891681c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.1800263 Sep 15 16:05:30.884988 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event updated for resources: {'Port': ['ID=b646ad36-0bd4-4cb8-86e9-45db8b036dce,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:30.941033 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-40268d7c-b35d-4088-8133-01ff70583f10 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4073493 Sep 15 16:05:30.964717 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:30.982413 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Request body: {'port': {'device_id': '408f6437-c772-4434-ac0d-d98ac471c209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:31.058265 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-66b62b95-4267-4517-a5fc-c272f71ec705 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 999 time: 0.1615636 Sep 15 16:05:31.090596 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.111280 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35314) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:31.227400 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-572dbb3e-f1e3-45fb-94eb-9123c87076e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:31.228889 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-572dbb3e-f1e3-45fb-94eb-9123c87076e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.1393313 Sep 15 16:05:31.260677 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5750e-3997-45dc-920d-17ad5d95b5f3 req-60d11379-ba77-47a9-9b4c-c2badcb4708d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:31.262460 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-66d5750e-3997-45dc-920d-17ad5d95b5f3 req-60d11379-ba77-47a9-9b4c-c2badcb4708d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 932 time: 0.1004162 Sep 15 16:05:31.381607 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-34102e36-135c-4a27-910d-3fccc63ec263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.404945 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-66d5750e-3997-45dc-920d-17ad5d95b5f3 req-d419a9e1-140e-4ab0-aa05-cca6b26ef92b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328743 Sep 15 16:05:31.411224 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'c32bd580-7d8f-45b2-a3ca-754e5a0b5b96', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'port_id': '870f5b10-3892-4785-9998-cbb341e05661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'mac_address': 'fa:16:3e:db:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:05:03Z', 'updated_at': '2021-09-15T16:05:29Z', 'revision_number': 1, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:31.477051 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67bb9ce-c136-4d7f-9344-ef94f1546c2a None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'c32bd580-7d8f-45b2-a3ca-754e5a0b5b96', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'floating_ip_address': '172.27.1.51', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'port_id': '870f5b10-3892-4785-9998-cbb341e05661', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'mac_address': 'fa:16:3e:db:5f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:05:03Z', 'updated_at': '2021-09-15T16:05:29Z', 'revision_number': 1, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:31.575297 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-11ef91ae-af76-4658-a561-70d664f4fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:31.577728 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-11ef91ae-af76-4658-a561-70d664f4fe04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2010505 Sep 15 16:05:31.603751 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-34102e36-135c-4a27-910d-3fccc63ec263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.614191 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f853b-1bed-4b70-9514-a02645c97ae1 req-0956315b-06ca-46b9-ab83-6ef113505c27 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:31.615944 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9d8f853b-1bed-4b70-9514-a02645c97ae1 req-0956315b-06ca-46b9-ab83-6ef113505c27 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1123247 Sep 15 16:05:31.616966 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-34102e36-135c-4a27-910d-3fccc63ec263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.680065 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-34102e36-135c-4a27-910d-3fccc63ec263 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03e3c81cf1234b7c88d01a703b6d2c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5675588 Sep 15 16:05:31.682275 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34102e36-135c-4a27-910d-3fccc63ec263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9ce561-57f7-49b7-a5ec-752647944526,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:31.683653 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35336) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:31.742111 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9d8f853b-1bed-4b70-9514-a02645c97ae1 req-07469a86-c546-40e2-b5a5-16ab3edadc9f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996242 Sep 15 16:05:31.790032 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-b0c39ade-014e-4e30-b95c-f3484bbb055d service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037649 Sep 15 16:05:31.794614 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a4c01-b44f-4a90-9d85-39baaeb0f29b req-8b3998a8-4638-4448-adfe-4def6a229098 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:31.796370 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-188a4c01-b44f-4a90-9d85-39baaeb0f29b req-8b3998a8-4638-4448-adfe-4def6a229098 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0865614 Sep 15 16:05:31.807117 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b646ad36-0bd4-4cb8-86e9-45db8b036dce {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:31.846551 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.847978 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626689b7-4074-4878-9332-6f52efb14792 None None] New status for floating IP c32bd580-7d8f-45b2-a3ca-754e5a0b5b96: ACTIVE {{(pid=94075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:05:31.848756 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ec387a5c-6980-4e8f-afdc-d416597e0fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.851348 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-188a4c01-b44f-4a90-9d85-39baaeb0f29b req-8d043d6d-ae78-4fcf-addf-93a339ec9771 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474889 Sep 15 16:05:31.887288 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Transition to ACTIVE for port object b646ad36-0bd4-4cb8-86e9-45db8b036dce will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:31.929986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:31.933449 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ec387a5c-6980-4e8f-afdc-d416597e0fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.023422 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=b646ad36-0bd4-4cb8-86e9-45db8b036dce,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:32.033144 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2388-aa35-443f-a1a2-8ea60b55e1b8 req-ee74fca7-b8f7-420f-b9a6-1698e522e075 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:32.034837 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fbaa2388-aa35-443f-a1a2-8ea60b55e1b8 req-ee74fca7-b8f7-420f-b9a6-1698e522e075 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0782771 Sep 15 16:05:32.044938 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35350) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:32.052177 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-551913cb-f19b-4bb6-bcc5-241f6f36cb24 req-dbcff763-dd51-4018-8747-de5cc84e2792 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392755 Sep 15 16:05:32.055134 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'floatingip': {'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:32.118271 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.137439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Attempting to bind port b646ad36-0bd4-4cb8-86e9-45db8b036dce on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:32.137553 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Attempting to bind port b646ad36-0bd4-4cb8-86e9-45db8b036dce by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:32.137924 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Attempting to bind port b646ad36-0bd4-4cb8-86e9-45db8b036dce on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:32.140894 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ec387a5c-6980-4e8f-afdc-d416597e0fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.143406 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ec387a5c-6980-4e8f-afdc-d416597e0fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.147143 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ec387a5c-6980-4e8f-afdc-d416597e0fb8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/df9ce561-57f7-49b7-a5ec-752647944526 HTTP/1.1" status: 204 len: 168 time: 0.4582088 Sep 15 16:05:32.175472 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Port b646ad36-0bd4-4cb8-86e9-45db8b036dce on network 460f33a6-6808-4618-902f-c046672f9fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:32.175472 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Attempting to bind port b646ad36-0bd4-4cb8-86e9-45db8b036dce on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:32.182964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387a5c-6980-4e8f-afdc-d416597e0fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9ce561-57f7-49b7-a5ec-752647944526,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:32.186089 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:32.186363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Checking segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:32.187448 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Bound using segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:32.187899 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Bound port: b646ad36-0bd4-4cb8-86e9-45db8b036dce, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:32.188646 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.303063 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] For port b646ad36-0bd4-4cb8-86e9-45db8b036dce, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:32.306314 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] For port b646ad36-0bd4-4cb8-86e9-45db8b036dce, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:32.312746 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.316654 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35360) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:32.354366 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:32.355109 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.356673 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] 10.222.0.64 "PUT /v2.0/ports/b646ad36-0bd4-4cb8-86e9-45db8b036dce HTTP/1.1" status: 200 len: 1094 time: 1.3857875 Sep 15 16:05:32.357026 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408f6437-c772-4434-ac0d-d98ac471c209', 'tag': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:32.360167 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44913d70-1519-46a5-9ed4-df9fdcd23965" -d '{"events": [{"name": "network-changed", "server_uuid": "408f6437-c772-4434-ac0d-d98ac471c209", "tag": "b646ad36-0bd4-4cb8-86e9-45db8b036dce"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:32.414313 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af64a5-cb53-4fe6-ae33-d82b10946ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=b646ad36-0bd4-4cb8-86e9-45db8b036dce,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:32.496569 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4e3693-d11b-4aed-b39d-839f8f8d2190 x-openstack-request-id: req-2a4e3693-d11b-4aed-b39d-839f8f8d2190 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:32.497176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408f6437-c772-4434-ac0d-d98ac471c209", "tag": "b646ad36-0bd4-4cb8-86e9-45db8b036dce", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:32.497545 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a4e3693-d11b-4aed-b39d-839f8f8d2190 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:32.498421 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408f6437-c772-4434-ac0d-d98ac471c209', 'tag': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', 'status': 'completed', 'code': 200} Sep 15 16:05:32.520815 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-3de5e849-c38c-460c-bf2f-4d5905e60414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:32.523016 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-3de5e849-c38c-460c-bf2f-4d5905e60414 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 1097 time: 0.1007915 Sep 15 16:05:32.596528 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-22444913-b772-4728-8f39-2cf989a74247 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce HTTP/1.1" status: 200 len: 217 time: 0.0453508 Sep 15 16:05:32.661521 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35374) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:32.668607 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-93313e22-8f70-463a-a000-9e94a0b15cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:32.670007 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-93313e22-8f70-463a-a000-9e94a0b15cc8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0645227 Sep 15 16:05:32.678914 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.680892 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.715876 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-d25ec5d6-ac42-4462-b9af-b95f8c7d1ac6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345085 Sep 15 16:05:32.716559 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfff14a-8d5d-4b8e-b6c9-f44b23d63337 req-4c672cd1-0e95-4c0c-9aea-5a1a9f03e2ed tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:32.718891 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ecfff14a-8d5d-4b8e-b6c9-f44b23d63337 req-4c672cd1-0e95-4c0c-9aea-5a1a9f03e2ed tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 944 time: 0.1332703 Sep 15 16:05:32.760677 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.db.api [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 16:05:32.760677 dv-cinder-809206-1-iscsi neutron-server[94073]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 15 16:05:32.760677 dv-cinder-809206-1-iscsi neutron-server[94073]: [parameters: {'project_id': '4724cace840f4675ab365337f42c6372', 'id': 'e12c115f-46e6-4e30-a885-63d8a713867c', 'expiration': datetime.datetime(2021, 9, 15, 16, 7, 32, 735673)}] Sep 15 16:05:32.760677 dv-cinder-809206-1-iscsi neutron-server[94073]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94073) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 16:05:32.761207 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG oslo_db.api [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 16:05:32.809344 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ecfff14a-8d5d-4b8e-b6c9-f44b23d63337 req-e4d2a223-b8c6-4add-a8d8-de9c8ed9fc2b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833566 Sep 15 16:05:32.855634 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-b32c2b52-6995-471b-924b-ebe963342690 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311204 Sep 15 16:05:32.900514 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.914772 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24e72-cf3e-4e54-b76b-67ac43db44a9 req-5d76d3ef-4b87-4930-b066-3214ddcffd82 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:32.916317 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-89e24e72-cf3e-4e54-b76b-67ac43db44a9 req-5d76d3ef-4b87-4930-b066-3214ddcffd82 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1061203 Sep 15 16:05:32.917157 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.940257 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.944758 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:32.997017 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-89e24e72-cf3e-4e54-b76b-67ac43db44a9 req-10aed68d-bc65-4081-b31e-f2d0f487f363 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Sep 15 16:05:33.004670 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dab81ed-a6dd-456f-b05b-40ebef49e0dc req-210a5a35-10f1-4b7d-9ec1-805b81734d7b service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385450 Sep 15 16:05:33.009604 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7556c0147c65422089008703b722d5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448038 Sep 15 16:05:33.009604 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b83ea7e-cc42-4dd6-ad81-5963e80dcde7,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:33.009941 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35378) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:33.025560 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.026237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.026647 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.026994 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.027330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.031263 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.031263 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.031263 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.033148 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.033545 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.034394 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.034852 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dff11bd-c8c3-4684-967f-917ee4063df0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:33.054485 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Floating IP 01225910-773b-4259-ab97-f750758307b5 associated. External IP: 172.27.1.148, port: a2718b11-d2d8-45f5-b893-a9e6943caba3. Sep 15 16:05:33.101854 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4660-b31c-412d-aba9-ad7c85d08900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.152931 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4660-b31c-412d-aba9-ad7c85d08900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.182458 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-76216ad4-faf8-4489-8850-e328eda413d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:33.184085 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-76216ad4-faf8-4489-8850-e328eda413d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 1097 time: 0.0731606 Sep 15 16:05:33.252342 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4660-b31c-412d-aba9-ad7c85d08900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.252911 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4660-b31c-412d-aba9-ad7c85d08900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.257048 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f7dc4660-b31c-412d-aba9-ad7c85d08900 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b83ea7e-cc42-4dd6-ad81-5963e80dcde7 HTTP/1.1" status: 204 len: 168 time: 0.2435195 Sep 15 16:05:33.271555 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.298468 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc4660-b31c-412d-aba9-ad7c85d08900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b83ea7e-cc42-4dd6-ad81-5963e80dcde7,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:33.333945 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-11fda40b-8c59-4c8a-b9cb-3c44ea528333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:33.335498 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-11fda40b-8c59-4c8a-b9cb-3c44ea528333 service neutron] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 916 time: 0.1267352 Sep 15 16:05:33.425276 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-ff837fad-3740-4994-824f-022b04c36df2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce HTTP/1.1" status: 200 len: 217 time: 0.0737119 Sep 15 16:05:33.523227 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-6f0e5851-25b1-4c91-8a01-17d2d80a91b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:33.525317 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-6f0e5851-25b1-4c91-8a01-17d2d80a91b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0867627 Sep 15 16:05:33.591021 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:05:33.597511 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-3dafbd7b-f3ad-46a1-8515-615ab2c0d9eb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501618 Sep 15 16:05:33.711902 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35396) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:33.714083 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-5a5d024a-4f04-4302-b45e-5adaf84164fa service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083877 Sep 15 16:05:33.781105 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b19590d9-82e9-4e78-9674-76fd19014076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.802266 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63cb074-ac6a-41e4-8c35-ddd287ebc1be req-68472ec2-5c57-41ca-be3c-491d086050d4 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:33.803764 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b63cb074-ac6a-41e4-8c35-ddd287ebc1be req-68472ec2-5c57-41ca-be3c-491d086050d4 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.1503513 Sep 15 16:05:33.822132 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-44913d70-1519-46a5-9ed4-df9fdcd23965 req-b1b71af5-de80-4c3d-b732-e259926b029e service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987065 Sep 15 16:05:33.854485 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:05:33.860086 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.865272 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:05:33.876060 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:33.877211 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:33.919236 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.945620 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:33.948618 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7080553d-8d1c-4c54-bbc6-98a330c984e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "PUT /v2.0/floatingips/01225910-773b-4259-ab97-f750758307b5 HTTP/1.1" status: 200 len: 991 time: 1.9010253 Sep 15 16:05:33.954813 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:33.957023 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5eef33b-8110-4a42-9dca-441cac282a7e" -d '{"events": [{"name": "network-changed", "server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:33.963104 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b63cb074-ac6a-41e4-8c35-ddd287ebc1be req-c51501a3-2305-4d95-b063-7ceee1fae313 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451702 Sep 15 16:05:33.997102 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:34.023374 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4724cace840f4675ab365337f42c6372&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7055981 Sep 15 16:05:34.024003 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de9c80e-0806-40b1-9163-d461ab39e690,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.026063 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35406) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:34.043563 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.043893 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.044228 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.044694 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.045020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.045343 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.046208 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.046696 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.047231 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.047556 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.047877 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.048193 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53df32d6-5dea-4fb6-84f0-de2a03fb5644 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:34.065755 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234bb7-cc0a-461e-aa5a-7436abdf61f5 req-9f78acc9-374a-41f3-89eb-767c9e664e59 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:34.067289 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bd234bb7-cc0a-461e-aa5a-7436abdf61f5 req-9f78acc9-374a-41f3-89eb-767c9e664e59 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 944 time: 0.1755195 Sep 15 16:05:34.094326 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-48aab4b6-e89d-4b9f-b8d4-5b19b31acf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.118060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-48aab4b6-e89d-4b9f-b8d4-5b19b31acf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.141359 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bd234bb7-cc0a-461e-aa5a-7436abdf61f5 req-70dc20cd-c1a2-4137-ac57-1fdfc5729314 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584157 Sep 15 16:05:34.150720 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b19590d9-82e9-4e78-9674-76fd19014076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.156381 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b19590d9-82e9-4e78-9674-76fd19014076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.189486 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-48aab4b6-e89d-4b9f-b8d4-5b19b31acf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.192347 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-48aab4b6-e89d-4b9f-b8d4-5b19b31acf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.196119 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-48aab4b6-e89d-4b9f-b8d4-5b19b31acf80 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1de9c80e-0806-40b1-9163-d461ab39e690 HTTP/1.1" status: 204 len: 168 time: 0.1659613 Sep 15 16:05:34.202669 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aab4b6-e89d-4b9f-b8d4-5b19b31acf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de9c80e-0806-40b1-9163-d461ab39e690,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.203298 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19590d9-82e9-4e78-9674-76fd19014076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e99017b1-b9a8-4efa-b383-9853010d1f59,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.228236 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d39c11-7f51-4fa9-9f5a-8bb7b23fcdae x-openstack-request-id: req-52d39c11-7f51-4fa9-9f5a-8bb7b23fcdae {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:34.230489 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:34.231794 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52d39c11-7f51-4fa9-9f5a-8bb7b23fcdae {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:34.232334 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'status': 'completed', 'code': 200} Sep 15 16:05:34.236190 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-b19590d9-82e9-4e78-9674-76fd19014076 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=294fafd7676b45f2825f3f9f41b94afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5226517 Sep 15 16:05:34.239259 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35410) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:34.305981 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ee1e-0a04-4d2e-b711-cd12773b5cc6 req-6fcc1256-e202-4f3a-bb4c-23ba68a7d976 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:34.316272 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7939ee1e-0a04-4d2e-b711-cd12773b5cc6 req-6fcc1256-e202-4f3a-bb4c-23ba68a7d976 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0655954 Sep 15 16:05:34.321754 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '01225910-773b-4259-ab97-f750758307b5', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'mac_address': 'fa:16:3e:7d:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:05:02Z', 'updated_at': '2021-09-15T16:05:32Z', 'revision_number': 1, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:34.335101 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6ef09a6f-cf6e-434d-af69-ed6b34c88106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.357695 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-f00df090-a26a-4670-9121-7c87f5664b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:34.358336 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:05:34.359645 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-f00df090-a26a-4670-9121-7c87f5664b56 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1098 time: 0.1037736 Sep 15 16:05:34.363562 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7939ee1e-0a04-4d2e-b711-cd12773b5cc6 req-c768bc79-b203-42d3-99b5-254175740514 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462520 Sep 15 16:05:34.364334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6ef09a6f-cf6e-434d-af69-ed6b34c88106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.367301 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:05:34.367915 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:34.485331 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:05:34.496011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-aafe8277-718d-48fa-82dd-ce49a3a9ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:34.497493 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-aafe8277-718d-48fa-82dd-ce49a3a9ac35 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.1248603 Sep 15 16:05:34.498059 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6ef09a6f-cf6e-434d-af69-ed6b34c88106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.501318 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6ef09a6f-cf6e-434d-af69-ed6b34c88106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:34.504848 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6ef09a6f-cf6e-434d-af69-ed6b34c88106 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e99017b1-b9a8-4efa-b383-9853010d1f59 HTTP/1.1" status: 204 len: 168 time: 0.2621129 Sep 15 16:05:34.513692 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef09a6f-cf6e-434d-af69-ed6b34c88106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99017b1-b9a8-4efa-b383-9853010d1f59,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:34.598762 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-ea1d4bbb-af18-464f-b9f0-c0dbddd88f98 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 200 len: 999 time: 0.0818770 Sep 15 16:05:34.663971 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-aa16ece7-ebcd-41ba-a008-01a9e86af9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:34.665576 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-aa16ece7-ebcd-41ba-a008-01a9e86af9ca service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0553052 Sep 15 16:05:34.728986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-b9a40a00-f415-42e9-9461-be3085a61168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:34.730821 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-b9a40a00-f415-42e9-9461-be3085a61168 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544486 Sep 15 16:05:34.762286 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '01225910-773b-4259-ab97-f750758307b5', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'mac_address': 'fa:16:3e:7d:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:05:02Z', 'updated_at': '2021-09-15T16:05:32Z', 'revision_number': 1, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:34.795071 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd0d5e-c8bb-412d-996d-bd1ea945fb8f None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '01225910-773b-4259-ab97-f750758307b5', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'mac_address': 'fa:16:3e:7d:46:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:05:02Z', 'updated_at': '2021-09-15T16:05:32Z', 'revision_number': 1, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:05:34.866050 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-b6c60620-9e59-4540-b5a6-6e6927078c23 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231713 Sep 15 16:05:35.140696 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d158f1f7-d7c3-4e0d-ae7c-fca6474f0b66 None None] New status for floating IP 01225910-773b-4259-ab97-f750758307b5: ACTIVE {{(pid=94075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:05:35.171383 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0d410-4c77-4965-bce6-614d8571c111 req-7b13005d-cefe-4f27-8e0e-d507303298a3 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:35.183453 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aaa0d410-4c77-4965-bce6-614d8571c111 req-7b13005d-cefe-4f27-8e0e-d507303298a3 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.1330404 Sep 15 16:05:35.213316 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f5eef33b-8110-4a42-9dca-441cac282a7e req-894f3f82-dd10-4a56-806d-6dc95297dba8 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310986 Sep 15 16:05:35.259269 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aaa0d410-4c77-4965-bce6-614d8571c111 req-c8a912b2-0b02-40cb-a734-8a98d7e6fb3d tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664697 Sep 15 16:05:35.395832 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab61866-1756-4cd4-b6a9-e7a0c1ce7b91 req-ec3ce2c7-941f-434c-a15b-8eafce1e1670 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:35.404380 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fab61866-1756-4cd4-b6a9-e7a0c1ce7b91 req-ec3ce2c7-941f-434c-a15b-8eafce1e1670 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 944 time: 0.0702775 Sep 15 16:05:35.461705 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fab61866-1756-4cd4-b6a9-e7a0c1ce7b91 req-5dcc7237-7129-4ea0-8770-e4c760a6dd92 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559027 Sep 15 16:05:35.546606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b7e9d-a9f1-42eb-89bb-ea74fc853606 req-17e88aad-da01-48e9-ab68-d5c2454c9e4f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:35.548176 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f7b7e9d-a9f1-42eb-89bb-ea74fc853606 req-17e88aad-da01-48e9-ab68-d5c2454c9e4f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0657253 Sep 15 16:05:35.595418 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f7b7e9d-a9f1-42eb-89bb-ea74fc853606 req-50d892c3-1538-4956-b404-471c47c70882 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Sep 15 16:05:36.383852 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01630f46-dcca-47dc-a900-6bba367b5345 req-66b357aa-eb64-403e-b763-f441a0a67fff tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:36.385347 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-01630f46-dcca-47dc-a900-6bba367b5345 req-66b357aa-eb64-403e-b763-f441a0a67fff tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.0554023 Sep 15 16:05:36.394728 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device b646ad36-0bd4-4cb8-86e9-45db8b036dce details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:36.424769 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-01630f46-dcca-47dc-a900-6bba367b5345 req-adeb2fbc-47a7-4715-a416-e7b90821d364 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/security-groups?id=4942ff59-aa6c-4c34-9cc9-435d1d1de75d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332136 Sep 15 16:05:36.500296 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port b646ad36-0bd4-4cb8-86e9-45db8b036dce, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:36.512451 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'port_id': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', 'mac_address': 'fa:16:3e:6f:1a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e60e6b1-b960-4e46-944f-6993be51ed2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:36.561844 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.578697 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b646ad36-0bd4-4cb8-86e9-45db8b036dce {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:36.584355 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85914e7a-9208-4b25-b578-a73b72c426d3 req-eaf0e260-6045-41b6-90c1-a9da2dc2f4d7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:36.586250 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-85914e7a-9208-4b25-b578-a73b72c426d3 req-eaf0e260-6045-41b6-90c1-a9da2dc2f4d7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 944 time: 0.0574086 Sep 15 16:05:36.589958 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7169308-c2db-4084-bea6-3ae70a02143c req-00d42cc1-e9c8-4c29-af00-a72909ec9bbf tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:36.591560 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f7169308-c2db-4084-bea6-3ae70a02143c req-00d42cc1-e9c8-4c29-af00-a72909ec9bbf tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 946 time: 0.0853250 Sep 15 16:05:36.610013 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port b646ad36-0bd4-4cb8-86e9-45db8b036dce, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:36.613906 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.634010 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-85914e7a-9208-4b25-b578-a73b72c426d3 req-2745b3db-1fb5-4640-b352-c6993952a2cd tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402234 Sep 15 16:05:36.693113 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=b646ad36-0bd4-4cb8-86e9-45db8b036dce,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:36.779645 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Deleting port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:05:36.779991 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.781218 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97b60ac-b4b1-4f4d-a670-f6ea78734b5e req-d0e69071-54fb-4b7b-bf14-31446844a4d4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:36.782968 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c97b60ac-b4b1-4f4d-a670-f6ea78734b5e req-d0e69071-54fb-4b7b-bf14-31446844a4d4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0786514 Sep 15 16:05:36.860017 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c97b60ac-b4b1-4f4d-a670-f6ea78734b5e req-77a40799-ad07-456a-b704-9a2729f8d462 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587807 Sep 15 16:05:36.909269 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] For port 1177d4c1-87f5-4b05-b91d-f14f9c515e28, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1177d4c1-87f5-4b05-b91d-f14f9c515e28,segment=NetworkSegment(2daf2054-a173-4cda-9b6c-7539be7cd2e2),segment_id=2daf2054-a173-4cda-9b6c-7539be7cd2e2)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:36.909706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:36.926848 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Calling delete_port for 1177d4c1-87f5-4b05-b91d-f14f9c515e28 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:05:36.985238 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['b646ad36-0bd4-4cb8-86e9-45db8b036dce'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:37.105611 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.167457 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Pushing event deleted for resources: {'Port': ['ID=1177d4c1-87f5-4b05-b91d-f14f9c515e28,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:37.204745 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] No DVR routers for this DVR port 1177d4c1-87f5-4b05-b91d-f14f9c515e28 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:05:37.207758 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:37.209721 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f7169308-c2db-4084-bea6-3ae70a02143c req-d74169a2-f56d-4641-ba41-50e63a5f9c51 tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.64 "DELETE /v2.0/ports/1177d4c1-87f5-4b05-b91d-f14f9c515e28 HTTP/1.1" status: 204 len: 173 time: 0.6091232 Sep 15 16:05:37.210154 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef292536-306c-4535-8a74-905ebe1728da', 'name': 'network-vif-deleted', 'tag': '1177d4c1-87f5-4b05-b91d-f14f9c515e28'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:37.212403 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc36eb0-2a27-4898-97be-8cb854ed4e36" -d '{"events": [{"server_uuid": "ef292536-306c-4535-8a74-905ebe1728da", "name": "network-vif-deleted", "tag": "1177d4c1-87f5-4b05-b91d-f14f9c515e28"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:37.250734 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0df7647-3f83-4519-9c38-7a3017ad29a0 x-openstack-request-id: req-c0df7647-3f83-4519-9c38-7a3017ad29a0 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:37.251146 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef292536-306c-4535-8a74-905ebe1728da", "name": "network-vif-deleted", "tag": "1177d4c1-87f5-4b05-b91d-f14f9c515e28", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:37.251418 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c0df7647-3f83-4519-9c38-7a3017ad29a0 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:37.251832 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef292536-306c-4535-8a74-905ebe1728da', 'name': 'network-vif-deleted', 'tag': '1177d4c1-87f5-4b05-b91d-f14f9c515e28', 'status': 'completed', 'code': 200} Sep 15 16:05:37.538237 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bf523de4-f866-46f0-9959-5e686fd02362 req-278bccac-6bfb-4452-96fd-031ef056ff8e tempest-DeleteServersTestJSON-446000775 tempest-DeleteServersTestJSON-446000775-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef292536-306c-4535-8a74-905ebe1728da HTTP/1.1" status: 200 len: 210 time: 0.0284362 Sep 15 16:05:37.766384 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39b7ef-e0a9-4e5c-a67f-42379aa233d3 req-c21a1163-63d3-4ba4-a436-3d0998cda5d1 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:37.767847 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4c39b7ef-e0a9-4e5c-a67f-42379aa233d3 req-c21a1163-63d3-4ba4-a436-3d0998cda5d1 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 945 time: 0.0520220 Sep 15 16:05:37.778037 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['1177d4c1-87f5-4b05-b91d-f14f9c515e28'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:37.809268 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4c39b7ef-e0a9-4e5c-a67f-42379aa233d3 req-24f49720-6e38-424b-8782-6c09965496e2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354137 Sep 15 16:05:37.978150 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c20abf-e2c5-43b6-aeae-bc835242bc2b req-79e3b62c-c1fa-4929-a06f-433512de3342 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:37.979618 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-87c20abf-e2c5-43b6-aeae-bc835242bc2b req-79e3b62c-c1fa-4929-a06f-433512de3342 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0508828 Sep 15 16:05:38.020398 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-87c20abf-e2c5-43b6-aeae-bc835242bc2b req-84aa8390-8e32-43ab-8b8b-99da3edb9235 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338414 Sep 15 16:05:38.382329 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35548) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:38.408994 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device b646ad36-0bd4-4cb8-86e9-45db8b036dce up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:38.461989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port b646ad36-0bd4-4cb8-86e9-45db8b036dce completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:38.465609 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port b646ad36-0bd4-4cb8-86e9-45db8b036dce triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:38.465981 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.492088 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-429c5750-9ce3-4966-94fa-c22241641306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.551211 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.580965 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408f6437-c772-4434-ac0d-d98ac471c209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:38.583523 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899827bf-94f2-4fd8-8bf8-94b0a0272cb4" -d '{"events": [{"server_uuid": "408f6437-c772-4434-ac0d-d98ac471c209", "name": "network-vif-plugged", "status": "completed", "tag": "b646ad36-0bd4-4cb8-86e9-45db8b036dce"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:38.589520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-429c5750-9ce3-4966-94fa-c22241641306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.596290 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-429c5750-9ce3-4966-94fa-c22241641306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.596976 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port b646ad36-0bd4-4cb8-86e9-45db8b036dce, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:38.602250 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.603082 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1177d4c1-87f5-4b05-b91d-f14f9c515e28 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:05:38.646014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c5750-9ce3-4966-94fa-c22241641306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edad63f7-fd24-4c24-aa3c-ca2ae4ad3c43,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:38.657028 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-429c5750-9ce3-4966-94fa-c22241641306 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=13b26c09e2a8478d89416e4c53cff83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735736 Sep 15 16:05:38.660057 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35560) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:38.660530 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a9a930-01c5-4425-9b9b-a623192c6b80 x-openstack-request-id: req-97a9a930-01c5-4425-9b9b-a623192c6b80 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:38.660728 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408f6437-c772-4434-ac0d-d98ac471c209", "name": "network-vif-plugged", "status": "completed", "tag": "b646ad36-0bd4-4cb8-86e9-45db8b036dce", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:38.660962 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-97a9a930-01c5-4425-9b9b-a623192c6b80 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:38.661353 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408f6437-c772-4434-ac0d-d98ac471c209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', 'code': 200} Sep 15 16:05:38.664240 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 1177d4c1-87f5-4b05-b91d-f14f9c515e28 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:05:38.664645 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1177d4c1-87f5-4b05-b91d-f14f9c515e28 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:05:38.694509 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=b646ad36-0bd4-4cb8-86e9-45db8b036dce,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:38.706781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.706781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.706781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.706781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.706781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.706781 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.707291 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.707291 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.707776 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.708092 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.708423 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.708741 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:05:38.747546 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-767e0e7f-506a-4c92-8c6e-dac6ff7095aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.775497 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-767e0e7f-506a-4c92-8c6e-dac6ff7095aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.830732 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-767e0e7f-506a-4c92-8c6e-dac6ff7095aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.833721 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-767e0e7f-506a-4c92-8c6e-dac6ff7095aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:38.837420 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-767e0e7f-506a-4c92-8c6e-dac6ff7095aa admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/edad63f7-fd24-4c24-aa3c-ca2ae4ad3c43 HTTP/1.1" status: 204 len: 168 time: 0.1738131 Sep 15 16:05:38.847306 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0e7f-506a-4c92-8c6e-dac6ff7095aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edad63f7-fd24-4c24-aa3c-ca2ae4ad3c43,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:38.903828 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a685921-eac6-4137-be67-90d604ee2e5e req-0cd4fda7-43d1-4557-aff1-02f3a42bdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:38.905985 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2a685921-eac6-4137-be67-90d604ee2e5e req-0cd4fda7-43d1-4557-aff1-02f3a42bdc48 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 1099 time: 0.0842409 Sep 15 16:05:38.952640 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-2a685921-eac6-4137-be67-90d604ee2e5e req-48002b66-b9f8-4186-85ac-48a5a07afedc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376179 Sep 15 16:05:38.987325 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c7f579-765a-4c44-aec5-7a1acb819ea7 req-3f86eec4-9daa-48b2-8695-7cc4de68770e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:38.988859 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-39c7f579-765a-4c44-aec5-7a1acb819ea7 req-3f86eec4-9daa-48b2-8695-7cc4de68770e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Sep 15 16:05:39.041112 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-39c7f579-765a-4c44-aec5-7a1acb819ea7 req-2e65f705-e887-4766-91a0-5690ddd7b3fb tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Sep 15 16:05:39.147891 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee357db-9bef-419b-9c7d-bbe2eb55a7ed req-37703aa6-c624-4396-b22b-e283ed4f3cd1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:39.149403 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ee357db-9bef-419b-9c7d-bbe2eb55a7ed req-37703aa6-c624-4396-b22b-e283ed4f3cd1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0551605 Sep 15 16:05:39.190629 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ee357db-9bef-419b-9c7d-bbe2eb55a7ed req-deb8f904-887a-4762-a3c3-7f214fbb44d2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Sep 15 16:05:40.182421 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35706) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:40.205995 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f762109-dd2e-4edd-8a5d-687ba9c3ba5e req-64e0445d-29ae-42d5-96eb-bb8348ae4a65 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:40.214155 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f762109-dd2e-4edd-8a5d-687ba9c3ba5e req-64e0445d-29ae-42d5-96eb-bb8348ae4a65 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.0900888 Sep 15 16:05:40.264310 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f762109-dd2e-4edd-8a5d-687ba9c3ba5e req-066d6eb8-e36a-45a1-aa71-d0a77af3b53c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Sep 15 16:05:40.294908 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Deleting subnet e7662788-c171-40e1-92d4-47830e05f6ad {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:05:40.300945 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.335483 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.346102 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.354060 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be6dc-cc78-4a9d-8609-46523bfd03ff req-49464812-6ffb-4abc-8051-2a698dcb797b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:40.355562 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c7be6dc-cc78-4a9d-8609-46523bfd03ff req-49464812-6ffb-4abc-8051-2a698dcb797b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0496960 Sep 15 16:05:40.411302 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c7be6dc-cc78-4a9d-8609-46523bfd03ff req-26c0fb05-38d0-4cfb-b228-9d25d1f8635e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483861 Sep 15 16:05:40.420409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.453917 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7662788-c171-40e1-92d4-47830e05f6ad,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:40.458863 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.461715 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a56797e5-a309-4f3d-8b0b-253039484083 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/e7662788-c171-40e1-92d4-47830e05f6ad HTTP/1.1" status: 204 len: 168 time: 0.2777586 Sep 15 16:05:40.464089 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35714) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:40.539987 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.632975 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.655231 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.655675 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.656399 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.656733 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > port after_create 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.657060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.657382 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > port after_update 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.657843 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.658051 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.658379 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.658705 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.814162 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.814591 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.814937 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.815264 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94074) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 16:05:40.815626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3643951b-1b5d-437b-aa57-ed5dc2ae215b']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:40.833325 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2daf2054-a173-4cda-9b6c-7539be7cd2e2') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:40.833617 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2daf2054-a173-4cda-9b6c-7539be7cd2e2') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:05:40.850892 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.870844 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.879100 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:05:40.879477 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: from cryptography.utils import int_from_bytes Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: from cryptography.utils import int_from_bytes Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:05:40.883266 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:05:40.942283 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.949516 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:40.952868 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] 10.222.0.59 "DELETE /v2.0/networks/3643951b-1b5d-437b-aa57-ed5dc2ae215b HTTP/1.1" status: 204 len: 168 time: 0.4872575 Sep 15 16:05:40.962070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871ba83-30ec-45dd-8409-05f0a6d86477 admin admin] Pushing event deleted for resources: {'Network': ['ID=3643951b-1b5d-437b-aa57-ed5dc2ae215b,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:41.137264 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35734) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.179070 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-405ab0cc-f60b-42f7-a9c4-e07f224ca790 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b510d482a9bf41f18ee48093a17af40c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405300 Sep 15 16:05:41.181500 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35736) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:41.226016 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1e6dac52-b18c-4adf-a30d-c4459883b2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.246436 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1e6dac52-b18c-4adf-a30d-c4459883b2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.310564 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1e6dac52-b18c-4adf-a30d-c4459883b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.314175 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1e6dac52-b18c-4adf-a30d-c4459883b2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:41.318484 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1e6dac52-b18c-4adf-a30d-c4459883b2e2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4942ff59-aa6c-4c34-9cc9-435d1d1de75d HTTP/1.1" status: 204 len: 168 time: 0.1360219 Sep 15 16:05:41.331940 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dac52-b18c-4adf-a30d-c4459883b2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942ff59-aa6c-4c34-9cc9-435d1d1de75d,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:41.413575 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4cfb7-17b5-417a-a114-dad42d3d6b4f req-dfa434db-96d7-4c47-9c20-5488b8c139dc tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:41.415691 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-23b4cfb7-17b5-417a-a114-dad42d3d6b4f req-dfa434db-96d7-4c47-9c20-5488b8c139dc tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.0591407 Sep 15 16:05:41.487228 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-23b4cfb7-17b5-417a-a114-dad42d3d6b4f req-3b762938-3864-44f5-8542-3fe706bc0a9f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629935 Sep 15 16:05:41.568030 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90da465-861f-4d64-9d35-f611362bc9e4 req-0aaad2c7-e180-4a6c-bbee-9116f265b6bf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:41.569819 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b90da465-861f-4d64-9d35-f611362bc9e4 req-0aaad2c7-e180-4a6c-bbee-9116f265b6bf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0678792 Sep 15 16:05:41.616602 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b90da465-861f-4d64-9d35-f611362bc9e4 req-77a28f54-d645-4696-88e8-1a67e39c6d7c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404625 Sep 15 16:05:41.838736 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35778) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.027362 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-29931df0-822d-4631-98a9-b711a50d20dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.186523 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-29931df0-822d-4631-98a9-b711a50d20dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.192286 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-29931df0-822d-4631-98a9-b711a50d20dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.236792 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-29931df0-822d-4631-98a9-b711a50d20dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=29e2939adc2c4e78a3b3f34807619310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970971 Sep 15 16:05:42.238301 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29931df0-822d-4631-98a9-b711a50d20dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5be28cd-d654-486d-acfe-d081c1137737,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.239490 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35806) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.290756 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-02723312-2ed2-4c18-ad4d-db2f349648d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.315196 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-02723312-2ed2-4c18-ad4d-db2f349648d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.370173 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-02723312-2ed2-4c18-ad4d-db2f349648d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.373238 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-02723312-2ed2-4c18-ad4d-db2f349648d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.378416 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-02723312-2ed2-4c18-ad4d-db2f349648d4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a5be28cd-d654-486d-acfe-d081c1137737 HTTP/1.1" status: 204 len: 168 time: 0.1376593 Sep 15 16:05:42.387156 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02723312-2ed2-4c18-ad4d-db2f349648d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5be28cd-d654-486d-acfe-d081c1137737,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.735009 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35828) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.755163 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f486baa4-9a5c-4b78-b482-09f1ad66da61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.757516 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226b54e1-6d03-4cf2-8ec8-18ecb403bb47 req-db5c26df-99e3-4c90-b6c7-1cd891734583 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:42.766524 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-226b54e1-6d03-4cf2-8ec8-18ecb403bb47 req-db5c26df-99e3-4c90-b6c7-1cd891734583 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0643446 Sep 15 16:05:42.822368 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-226b54e1-6d03-4cf2-8ec8-18ecb403bb47 req-20163cb5-0526-4885-a504-6b6524e2ea5d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498555 Sep 15 16:05:42.872014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f486baa4-9a5c-4b78-b482-09f1ad66da61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.883330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f486baa4-9a5c-4b78-b482-09f1ad66da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:42.926576 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f486baa4-9a5c-4b78-b482-09f1ad66da61 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f1da463914b4fb181ced4a1b451e25b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904888 Sep 15 16:05:42.927293 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486baa4-9a5c-4b78-b482-09f1ad66da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8a8616-9f26-4e9f-8633-6e4b7e278140,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:42.930185 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35834) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:42.990240 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-74146656-f6db-4be8-bf73-2930fba8069b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.018931 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-74146656-f6db-4be8-bf73-2930fba8069b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.070899 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-74146656-f6db-4be8-bf73-2930fba8069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.073525 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-74146656-f6db-4be8-bf73-2930fba8069b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.074764 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-74146656-f6db-4be8-bf73-2930fba8069b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb8a8616-9f26-4e9f-8633-6e4b7e278140 HTTP/1.1" status: 204 len: 168 time: 0.1430297 Sep 15 16:05:43.084531 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74146656-f6db-4be8-bf73-2930fba8069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8a8616-9f26-4e9f-8633-6e4b7e278140,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:43.771929 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35886) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:43.902701 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d8d9bd78-2ad5-45d0-bc25-b0e8567660f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:43.972847 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637487f9-1113-4ff5-a32d-eb2d933528af req-419744c5-a7bf-493f-a246-d6b6c71fb1c5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:43.974536 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-637487f9-1113-4ff5-a32d-eb2d933528af req-419744c5-a7bf-493f-a246-d6b6c71fb1c5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0806506 Sep 15 16:05:44.033746 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-637487f9-1113-4ff5-a32d-eb2d933528af req-a2d58fe1-b50d-4332-aada-3a49cc2de090 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Sep 15 16:05:44.075282 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d8d9bd78-2ad5-45d0-bc25-b0e8567660f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.082878 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d8d9bd78-2ad5-45d0-bc25-b0e8567660f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.125767 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-d8d9bd78-2ad5-45d0-bc25-b0e8567660f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=67b4ecff1a82474aa1a4e9bd392f1591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496866 Sep 15 16:05:44.125767 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9bd78-2ad5-45d0-bc25-b0e8567660f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9464402-6f9f-4f5f-aa0a-e67c8e6d6003,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:44.126335 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35904) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:44.185860 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0816c6df-7c89-4aca-a6c2-54f520370792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.213691 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0816c6df-7c89-4aca-a6c2-54f520370792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.286151 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-0677b026-8bdf-4199-b64a-72fb298001e1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616524 Sep 15 16:05:44.304693 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0816c6df-7c89-4aca-a6c2-54f520370792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.307441 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0816c6df-7c89-4aca-a6c2-54f520370792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.308661 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0816c6df-7c89-4aca-a6c2-54f520370792 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e9464402-6f9f-4f5f-aa0a-e67c8e6d6003 HTTP/1.1" status: 204 len: 168 time: 0.1801136 Sep 15 16:05:44.317556 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816c6df-7c89-4aca-a6c2-54f520370792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9464402-6f9f-4f5f-aa0a-e67c8e6d6003,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:44.426126 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be286-8375-47ab-8229-c86de98c6192 req-44a10085-bbf2-4a32-a347-54bb0d76f9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.427671 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-44a10085-bbf2-4a32-a347-54bb0d76f9c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 1098 time: 0.0861714 Sep 15 16:05:44.589367 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be286-8375-47ab-8229-c86de98c6192 req-c81b4015-7278-4800-82d8-69cf513f009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.592047 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-c81b4015-7278-4800-82d8-69cf513f009f service neutron] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 916 time: 0.1329224 Sep 15 16:05:44.649437 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-40ab7dd5-2fd5-4277-9413-cc839a1a0ccc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a486b99e-a83c-4f4c-b293-329e5323457b HTTP/1.1" status: 200 len: 217 time: 0.0344572 Sep 15 16:05:44.719430 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-f3ea6c08-75ac-46bc-809a-20485a295d80 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.726410 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-f3ea6c08-75ac-46bc-809a-20485a295d80 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.1196349 Sep 15 16:05:44.728893 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0be286-8375-47ab-8229-c86de98c6192 req-1f4131bf-057a-4f25-ae3e-8207f1a8385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:44.730350 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-1f4131bf-057a-4f25-ae3e-8207f1a8385e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0562117 Sep 15 16:05:44.743406 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-ada58959-ec00-43a4-ad30-70ee541ce201 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/quotas/b5175f81424d46e29177767bf0b43d93 HTTP/1.1" status: 200 len: 375 time: 0.0160728 Sep 15 16:05:44.774607 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-6e77b74b-abc6-454d-95af-44d422cf9869 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308688 Sep 15 16:05:44.800399 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-82f56fd6-96ee-4acd-9a56-05a3c8d083b0 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561595 Sep 15 16:05:44.816871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 35940) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:44.832855 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-47f2c147-2910-431c-b154-c7ead0b477bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:44.906310 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-9694b3d2-f163-44d5-9a7f-14ebda616d7c service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987623 Sep 15 16:05:44.921832 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-b4dd1145-54fd-44bf-aab5-ca06971ea45d service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376765 Sep 15 16:05:45.031182 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-c7768c6d-600c-4d46-96fb-357eb184c957 service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183684 Sep 15 16:05:45.035659 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-47f2c147-2910-431c-b154-c7ead0b477bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.044679 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-47f2c147-2910-431c-b154-c7ead0b477bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.072883 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ef0be286-8375-47ab-8229-c86de98c6192 req-832e0a4e-71b0-4443-bcb8-f0c36e1f7336 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333220 Sep 15 16:05:45.107849 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-47f2c147-2910-431c-b154-c7ead0b477bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=191480962f5645bda0e31bd52158725c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897487 Sep 15 16:05:45.109943 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f2c147-2910-431c-b154-c7ead0b477bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c291167-97b3-4162-95c9-fd9f0837db21,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:45.110522 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 35956) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:45.177827 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8a23ead7-8a50-4ee3-a01e-37473a58f761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.215014 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8a23ead7-8a50-4ee3-a01e-37473a58f761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.302283 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d11c51b-9a62-4947-a6ff-78085546972f req-27472dec-060f-4d3c-9b96-b72b04da22f5 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 210 time: 0.0501769 Sep 15 16:05:45.342379 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49a50-1e35-4c96-9694-631dde2bca88 req-636d72a9-95e4-4aca-917d-7411952f038c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:45.344729 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-33c49a50-1e35-4c96-9694-631dde2bca88 req-636d72a9-95e4-4aca-917d-7411952f038c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1194282 Sep 15 16:05:45.350548 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8a23ead7-8a50-4ee3-a01e-37473a58f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.355567 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8a23ead7-8a50-4ee3-a01e-37473a58f761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.362658 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8a23ead7-8a50-4ee3-a01e-37473a58f761 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4c291167-97b3-4162-95c9-fd9f0837db21 HTTP/1.1" status: 204 len: 168 time: 0.2506504 Sep 15 16:05:45.394261 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23ead7-8a50-4ee3-a01e-37473a58f761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c291167-97b3-4162-95c9-fd9f0837db21,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:45.439462 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-33c49a50-1e35-4c96-9694-631dde2bca88 req-7bea3211-da3c-4d1c-90f5-b69f08d5b0b2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755658 Sep 15 16:05:45.729254 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36000) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:45.847552 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-23777f8f-3b6b-40d0-93ca-6ac8f3bc5f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.974340 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-23777f8f-3b6b-40d0-93ca-6ac8f3bc5f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:45.978181 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-23777f8f-3b6b-40d0-93ca-6ac8f3bc5f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.017255 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-23777f8f-3b6b-40d0-93ca-6ac8f3bc5f0a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3deb792b4847453ea4d6b93d28a25eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868154 Sep 15 16:05:46.019642 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23777f8f-3b6b-40d0-93ca-6ac8f3bc5f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f5d82e-0c60-4883-871b-1c566ad25604,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.020024 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36014) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:46.084420 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4d2bdede-ab1c-409e-92e9-a40b8900cd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.114767 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4d2bdede-ab1c-409e-92e9-a40b8900cd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.174714 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4d2bdede-ab1c-409e-92e9-a40b8900cd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.178013 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4d2bdede-ab1c-409e-92e9-a40b8900cd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.179373 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4d2bdede-ab1c-409e-92e9-a40b8900cd90 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/42f5d82e-0c60-4883-871b-1c566ad25604 HTTP/1.1" status: 204 len: 168 time: 0.1583903 Sep 15 16:05:46.202938 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2bdede-ab1c-409e-92e9-a40b8900cd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f5d82e-0c60-4883-871b-1c566ad25604,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.443194 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0e99e0d5-def8-4d6a-95db-f08d34579117 req-dc90fc10-66b3-4b73-b83f-c18f965507f5 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 210 time: 0.0389910 Sep 15 16:05:46.537291 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.634719 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d445e0-6dc5-469e-9fda-219a78ee1d96 req-d129d2bb-ed65-4e9f-a86c-06dfaaf01aeb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:46.637041 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d1d445e0-6dc5-469e-9fda-219a78ee1d96 req-d129d2bb-ed65-4e9f-a86c-06dfaaf01aeb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1175692 Sep 15 16:05:46.716416 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d1d445e0-6dc5-469e-9fda-219a78ee1d96 req-5ea7aa05-7e5c-46c1-8322-6662533f5243 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706685 Sep 15 16:05:46.722289 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-2de2c5c9-197c-45e0-8593-6be6f6d04f30 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:46.725362 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-2de2c5c9-197c-45e0-8593-6be6f6d04f30 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.2428794 Sep 15 16:05:46.755964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Request body: {'port': {'device_id': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'admin_state_up': True, 'tenant_id': 'b5175f81424d46e29177767bf0b43d93'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:46.789781 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36046) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:46.811972 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2371de16-2b43-44b1-a894-68143e95f235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.920165 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2371de16-2b43-44b1-a894-68143e95f235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.924454 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2371de16-2b43-44b1-a894-68143e95f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.946515 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Made reservation on behalf of b5175f81424d46e29177767bf0b43d93 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:05:46.950130 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:46.968046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2371de16-2b43-44b1-a894-68143e95f235 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=acb8e409d113426d9072a4252804eef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747954 Sep 15 16:05:46.968046 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371de16-2b43-44b1-a894-68143e95f235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d6b8f-f4c0-4c88-aabc-5a1f90984458,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:46.969482 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36054) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:47.108075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08d6f6e6-9da7-484e-bedd-e85ad656457c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.146270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08d6f6e6-9da7-484e-bedd-e85ad656457c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.159437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Allocated IP 172.20.0.3 (460f33a6-6808-4618-902f-c046672f9fe8/9e60e6b1-b960-4e46-944f-6993be51ed2b/649f0380-9c7d-4a3e-8fe0-ee0596244981) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:05:47.249448 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08d6f6e6-9da7-484e-bedd-e85ad656457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.252095 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08d6f6e6-9da7-484e-bedd-e85ad656457c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.253123 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-08d6f6e6-9da7-484e-bedd-e85ad656457c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f77d6b8f-f4c0-4c88-aabc-5a1f90984458 HTTP/1.1" status: 204 len: 168 time: 0.2814536 Sep 15 16:05:47.266697 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6f6e6-9da7-484e-bedd-e85ad656457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d6b8f-f4c0-4c88-aabc-5a1f90984458,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:47.361652 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.396018 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.408844 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b', 'b646ad36-0bd4-4cb8-86e9-45db8b036dce'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:47.450121 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Network 460f33a6-6808-4618-902f-c046672f9fe8 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:05:47.455952 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:05:47.460833 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:05:47.533542 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event updated for resources: {'Port': ['ID=649f0380-9c7d-4a3e-8fe0-ee0596244981,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:47.551550 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:47.552492 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.580767 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-11662772-e9b2-4be9-97e4-7dae95ff068c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346562 Sep 15 16:05:47.613996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae1047-f165-47fc-8cc4-8d824fff124f req-f6aaef16-e2b2-4509-9d8b-757ee0aacfd7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:47.615484 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-41ae1047-f165-47fc-8cc4-8d824fff124f req-f6aaef16-e2b2-4509-9d8b-757ee0aacfd7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 931 time: 0.0618234 Sep 15 16:05:47.645334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Request body: {'port': {'device_id': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:05:47.718897 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-41ae1047-f165-47fc-8cc4-8d824fff124f req-81d2cc5b-02a9-402e-960a-1f5858307838 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962980 Sep 15 16:05:47.767166 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:47.896769 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e605a-25d7-4108-a3a5-a6d2b2dbc8e2 req-22a1a3c5-5015-4c1a-bcce-f6241a4243ad tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:47.905078 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-220e605a-25d7-4108-a3a5-a6d2b2dbc8e2 req-22a1a3c5-5015-4c1a-bcce-f6241a4243ad tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0765812 Sep 15 16:05:47.956828 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-220e605a-25d7-4108-a3a5-a6d2b2dbc8e2 req-df3ecb25-77a5-4baa-b71c-120d8397dbd8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507250 Sep 15 16:05:48.100567 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649f0380-9c7d-4a3e-8fe0-ee0596244981 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:48.108861 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.124755 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Transition to ACTIVE for port object 649f0380-9c7d-4a3e-8fe0-ee0596244981 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:05:48.129315 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.206529 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Pushing event updated for resources: {'Port': ['ID=649f0380-9c7d-4a3e-8fe0-ee0596244981,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:48.270418 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Attempting to bind port 649f0380-9c7d-4a3e-8fe0-ee0596244981 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:05:48.270784 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Attempting to bind port 649f0380-9c7d-4a3e-8fe0-ee0596244981 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:05:48.271110 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Attempting to bind port 649f0380-9c7d-4a3e-8fe0-ee0596244981 on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:48.275360 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Port 649f0380-9c7d-4a3e-8fe0-ee0596244981 on network 460f33a6-6808-4618-902f-c046672f9fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:05:48.275678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Attempting to bind port 649f0380-9c7d-4a3e-8fe0-ee0596244981 on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:05:48.280959 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:05:48.281443 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Checking segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:05:48.281823 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Bound using segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:05:48.282241 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Bound port: 649f0380-9c7d-4a3e-8fe0-ee0596244981, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:05:48.282629 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.350978 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] For port 649f0380-9c7d-4a3e-8fe0-ee0596244981, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:05:48.354134 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] For port 649f0380-9c7d-4a3e-8fe0-ee0596244981, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:05:48.359394 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.422045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Pushing event updated for resources: {'Port': ['ID=649f0380-9c7d-4a3e-8fe0-ee0596244981,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:48.425105 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:48.425698 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.427232 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-273fd696-8985-48df-8c9e-52583e8d90a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/649f0380-9c7d-4a3e-8fe0-ee0596244981 HTTP/1.1" status: 200 len: 1093 time: 0.7865036 Sep 15 16:05:48.427645 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'tag': '649f0380-9c7d-4a3e-8fe0-ee0596244981'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:48.429942 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330781f5-f4c3-409c-94d8-bcd408b2e100" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4b9ec0-edcb-4468-9e09-cab233abff87", "tag": "649f0380-9c7d-4a3e-8fe0-ee0596244981"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:48.470523 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9c5afe-9f61-45f2-a700-65ee21d7fd78 x-openstack-request-id: req-fc9c5afe-9f61-45f2-a700-65ee21d7fd78 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:48.470840 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4b9ec0-edcb-4468-9e09-cab233abff87", "tag": "649f0380-9c7d-4a3e-8fe0-ee0596244981", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:48.471087 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fc9c5afe-9f61-45f2-a700-65ee21d7fd78 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:48.471494 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'tag': '649f0380-9c7d-4a3e-8fe0-ee0596244981', 'status': 'completed', 'code': 200} Sep 15 16:05:48.530529 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c13a18e6-9077-42ea-b8b4-37e9e1b32202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:48.757129 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-f803640c-bb21-44d5-89eb-ffa433ff38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:48.758757 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-f803640c-bb21-44d5-89eb-ffa433ff38a3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 1096 time: 0.2552629 Sep 15 16:05:48.798930 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36142) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:48.809717 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-24ee477b-db2f-4786-abfe-8a607f43f588 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981 HTTP/1.1" status: 200 len: 217 time: 0.0402269 Sep 15 16:05:48.880008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-1bef232b-f84d-4a9f-9cc0-fc4a271b83e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:48.881728 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-1bef232b-f84d-4a9f-9cc0-fc4a271b83e4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0648782 Sep 15 16:05:48.928129 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e96f5-111d-4d7a-8afd-8a02623b569e req-82a2561c-cff7-4603-b90a-ec2c52b8e5d2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:48.930346 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3f0e96f5-111d-4d7a-8afd-8a02623b569e req-82a2561c-cff7-4603-b90a-ec2c52b8e5d2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 943 time: 0.1161795 Sep 15 16:05:48.941541 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-612bb2bc-3304-4071-8132-1c42bebefc80 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498810 Sep 15 16:05:49.022059 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3f0e96f5-111d-4d7a-8afd-8a02623b569e req-ec1779fa-36a1-4658-810f-7ba772e0fdea tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830183 Sep 15 16:05:49.116822 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-08701680-a662-427f-bd49-7bf1c329aa03 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636703 Sep 15 16:05:49.187065 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9fd622e2-60f6-4e44-a47e-a608279c6be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.274869 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b32b746-56b3-473b-ad3c-d00adb147266 req-8303b368-9c27-4f1d-91b5-47dab35b25ab service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474807 Sep 15 16:05:49.362379 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436018c-6e9f-4c81-b0c3-43e2612f22be req-65ee7a20-dfa0-40d0-8f01-f6460a80ee9e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:49.372783 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3436018c-6e9f-4c81-b0c3-43e2612f22be req-65ee7a20-dfa0-40d0-8f01-f6460a80ee9e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1110559 Sep 15 16:05:49.400883 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-ce58a1b3-3f6b-49ec-aef1-9e3ded4afc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:49.402140 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-ce58a1b3-3f6b-49ec-aef1-9e3ded4afc12 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 1096 time: 0.0582316 Sep 15 16:05:49.429179 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9fd622e2-60f6-4e44-a47e-a608279c6be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.435687 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9fd622e2-60f6-4e44-a47e-a608279c6be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.443258 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3436018c-6e9f-4c81-b0c3-43e2612f22be req-3ccfd4db-e720-4078-b4fc-bf413f0e13a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694633 Sep 15 16:05:49.482035 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd622e2-60f6-4e44-a47e-a608279c6be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72bdb3db-4615-4335-ac79-3436636ebfe7,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:49.491656 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-9fd622e2-60f6-4e44-a47e-a608279c6be5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=85b6eadce23845bcbf2fad1c28c02e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6913080 Sep 15 16:05:49.492611 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36182) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:49.541978 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-fdcaa300-38e3-4432-952d-9f1c1a33629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:49.543484 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-fdcaa300-38e3-4432-952d-9f1c1a33629d service neutron] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 916 time: 0.1233335 Sep 15 16:05:49.544562 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66d4580a-0d49-4a28-bc05-53b0b8f23207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.570287 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66d4580a-0d49-4a28-bc05-53b0b8f23207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.602071 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-f86780f3-6fe8-4052-a169-27a71130df90 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981 HTTP/1.1" status: 200 len: 217 time: 0.0498416 Sep 15 16:05:49.636496 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66d4580a-0d49-4a28-bc05-53b0b8f23207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.638927 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66d4580a-0d49-4a28-bc05-53b0b8f23207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:49.641712 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-66d4580a-0d49-4a28-bc05-53b0b8f23207 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/72bdb3db-4615-4335-ac79-3436636ebfe7 HTTP/1.1" status: 204 len: 168 time: 0.1480486 Sep 15 16:05:49.668149 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4580a-0d49-4a28-bc05-53b0b8f23207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bdb3db-4615-4335-ac79-3436636ebfe7,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:49.673399 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-08d97b27-fc2c-454a-84fb-e3b0fb0455bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:49.673399 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-08d97b27-fc2c-454a-84fb-e3b0fb0455bb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0534484 Sep 15 16:05:49.720291 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-2244a14c-4bff-4dd2-82c8-92f2ce04258f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319870 Sep 15 16:05:49.834230 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-62df8a21-3b01-4bfd-b014-978f4413fbcc service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910554 Sep 15 16:05:49.946481 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-330781f5-f4c3-409c-94d8-bcd408b2e100 req-13fed562-b82c-4fca-bc88-f4c363b609ab service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005988 Sep 15 16:05:49.983963 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36212) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:50.001669 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ba37a810-4062-4dd8-9dfd-55037237ef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.154359 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36218) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:50.154916 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ba37a810-4062-4dd8-9dfd-55037237ef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.161288 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ba37a810-4062-4dd8-9dfd-55037237ef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.207561 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a926a-8ccd-4829-a29a-72d427399a0c req-2facb1b9-81b6-453a-ab5a-c54547ee7f24 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:50.209075 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-582a926a-8ccd-4829-a29a-72d427399a0c req-2facb1b9-81b6-453a-ab5a-c54547ee7f24 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 943 time: 0.0877202 Sep 15 16:05:50.214728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37a810-4062-4dd8-9dfd-55037237ef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e13f3-0498-4d8e-bf19-590d72f956e8,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.223219 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ba37a810-4062-4dd8-9dfd-55037237ef1f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=937cefff0ee64ff6a706337523308e53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378170 Sep 15 16:05:50.223656 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36222) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:50.297470 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-582a926a-8ccd-4829-a29a-72d427399a0c req-b7d0f0c9-d94f-4ec4-9dc2-4d4b8c01eaf1 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798309 Sep 15 16:05:50.306786 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cc7e499f-f861-4db6-9d63-301be454850a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.324107 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-648b53e7-0873-4512-ad2e-574cc52434f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.329879 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cc7e499f-f861-4db6-9d63-301be454850a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.387009 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cc7e499f-f861-4db6-9d63-301be454850a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.389535 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cc7e499f-f861-4db6-9d63-301be454850a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.390691 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-cc7e499f-f861-4db6-9d63-301be454850a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d6e13f3-0498-4d8e-bf19-590d72f956e8 HTTP/1.1" status: 204 len: 168 time: 0.1651926 Sep 15 16:05:50.400861 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e499f-f861-4db6-9d63-301be454850a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e13f3-0498-4d8e-bf19-590d72f956e8,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.430003 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-648b53e7-0873-4512-ad2e-574cc52434f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.435407 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-648b53e7-0873-4512-ad2e-574cc52434f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.493602 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-648b53e7-0873-4512-ad2e-574cc52434f7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=efad22bd97974fae8b2fd7801c5b8fb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3380041 Sep 15 16:05:50.494454 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b53e7-0873-4512-ad2e-574cc52434f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e59bb4-f121-4465-aef7-7c289d2da985,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.497182 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36232) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:50.607219 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f41870d7-3c11-4c06-aa4f-f2cc53101678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.630648 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a6278-e8e6-46b4-aa33-bc6ff38db4eb req-7c3aba1f-d3c0-4314-8134-946404013d79 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:50.632125 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f54a6278-e8e6-46b4-aa33-bc6ff38db4eb req-7c3aba1f-d3c0-4314-8134-946404013d79 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0755033 Sep 15 16:05:50.646151 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f41870d7-3c11-4c06-aa4f-f2cc53101678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.694195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36240) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:50.706895 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f54a6278-e8e6-46b4-aa33-bc6ff38db4eb req-97683587-7c26-4a54-99c1-267f5713869a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664387 Sep 15 16:05:50.741334 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f41870d7-3c11-4c06-aa4f-f2cc53101678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.745775 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f41870d7-3c11-4c06-aa4f-f2cc53101678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.746485 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f41870d7-3c11-4c06-aa4f-f2cc53101678 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/21e59bb4-f121-4465-aef7-7c289d2da985 HTTP/1.1" status: 204 len: 168 time: 0.2427800 Sep 15 16:05:50.767109 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41870d7-3c11-4c06-aa4f-f2cc53101678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e59bb4-f121-4465-aef7-7c289d2da985,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.834901 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08ca78c7-4639-4c84-90b8-c507e1d4c071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.934284 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08ca78c7-4639-4c84-90b8-c507e1d4c071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.939072 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-08ca78c7-4639-4c84-90b8-c507e1d4c071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:50.978393 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-08ca78c7-4639-4c84-90b8-c507e1d4c071 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fc572fd27e3e4f6c8c60a9cbc2f25c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830424 Sep 15 16:05:50.979821 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca78c7-4639-4c84-90b8-c507e1d4c071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918455f8-f2db-4fd3-9206-c43782e6f430,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:50.981322 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36254) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:51.047593 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a87200c5-de72-4618-90f3-8b4e2fe98aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.069754 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a87200c5-de72-4618-90f3-8b4e2fe98aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.097895 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36260) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:51.114066 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87a384f8-f70a-4076-b2a1-5db71b9a92b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.141300 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a87200c5-de72-4618-90f3-8b4e2fe98aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.144303 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a87200c5-de72-4618-90f3-8b4e2fe98aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.145735 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a87200c5-de72-4618-90f3-8b4e2fe98aa4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/918455f8-f2db-4fd3-9206-c43782e6f430 HTTP/1.1" status: 204 len: 168 time: 0.1630456 Sep 15 16:05:51.155598 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87200c5-de72-4618-90f3-8b4e2fe98aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918455f8-f2db-4fd3-9206-c43782e6f430,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.243681 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87a384f8-f70a-4076-b2a1-5db71b9a92b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.248719 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87a384f8-f70a-4076-b2a1-5db71b9a92b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.288001 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-87a384f8-f70a-4076-b2a1-5db71b9a92b6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f8c1fe25053f41f496b2342aa591bd1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885912 Sep 15 16:05:51.288878 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a384f8-f70a-4076-b2a1-5db71b9a92b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a100ca6b-368a-4d5d-98d5-87e1a67cfa66,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.290678 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36270) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:05:51.346935 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a8517a36-906d-4abd-aa11-730133fe26a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.401622 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-31fe2702-7cfc-4d25-9aa8-897bd9ab518b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.468812 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-31fe2702-7cfc-4d25-9aa8-897bd9ab518b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.472920 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.531686 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4cee7-39eb-4cdc-9a45-2ac14b49c1f8 req-8d4783a0-3856-4da9-ad4d-ea3d3921aa8f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:51.533968 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f6f4cee7-39eb-4cdc-9a45-2ac14b49c1f8 req-8d4783a0-3856-4da9-ad4d-ea3d3921aa8f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 943 time: 0.1261721 Sep 15 16:05:51.565138 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-31fe2702-7cfc-4d25-9aa8-897bd9ab518b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.567685 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-31fe2702-7cfc-4d25-9aa8-897bd9ab518b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:51.568791 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-31fe2702-7cfc-4d25-9aa8-897bd9ab518b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a100ca6b-368a-4d5d-98d5-87e1a67cfa66 HTTP/1.1" status: 204 len: 168 time: 0.2731054 Sep 15 16:05:51.588572 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe2702-7cfc-4d25-9aa8-897bd9ab518b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a100ca6b-368a-4d5d-98d5-87e1a67cfa66,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:51.600524 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f6f4cee7-39eb-4cdc-9a45-2ac14b49c1f8 req-6d8973f0-6897-49e1-bbe3-9a7c7a3808b8 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584390 Sep 15 16:05:51.846489 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61777af-cca7-409b-b803-8f55d5acf82b req-c7466966-9c18-431f-9b53-1786c7b40e74 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:51.851086 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c61777af-cca7-409b-b803-8f55d5acf82b req-c7466966-9c18-431f-9b53-1786c7b40e74 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0603874 Sep 15 16:05:51.902333 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c61777af-cca7-409b-b803-8f55d5acf82b req-473bb634-5c0f-4bbf-81a6-03912e8f7ad2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475755 Sep 15 16:05:52.240188 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.517310 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 649f0380-9c7d-4a3e-8fe0-ee0596244981 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:05:52.618899 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 649f0380-9c7d-4a3e-8fe0-ee0596244981, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:52.632701 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '649f0380-9c7d-4a3e-8fe0-ee0596244981', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'port_id': '649f0380-9c7d-4a3e-8fe0-ee0596244981', 'mac_address': 'fa:16:3e:63:f5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e60e6b1-b960-4e46-944f-6993be51ed2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:05:52.674363 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.688085 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649f0380-9c7d-4a3e-8fe0-ee0596244981 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:05:52.715208 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 649f0380-9c7d-4a3e-8fe0-ee0596244981, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:52.720720 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:52.742902 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0788a5b-b9ca-439f-8211-f2cc932eff55 req-45fa7452-941f-4bad-944a-097f9a784792 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:52.744565 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c0788a5b-b9ca-439f-8211-f2cc932eff55 req-45fa7452-941f-4bad-944a-097f9a784792 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 943 time: 0.0708261 Sep 15 16:05:52.777485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=649f0380-9c7d-4a3e-8fe0-ee0596244981,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:52.790769 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c0788a5b-b9ca-439f-8211-f2cc932eff55 req-756b8857-6c60-4641-bb4b-fe6799b9d7ef tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354025 Sep 15 16:05:53.036279 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07eaca9-2f3f-490a-97c2-514e463ca92a req-02fb6d17-f119-40ac-8dc9-d03eb8c31951 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:53.040195 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f07eaca9-2f3f-490a-97c2-514e463ca92a req-02fb6d17-f119-40ac-8dc9-d03eb8c31951 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0515919 Sep 15 16:05:53.080793 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f07eaca9-2f3f-490a-97c2-514e463ca92a req-5305e2fc-b443-4f47-adb6-30e758f53e8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337029 Sep 15 16:05:53.090983 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['649f0380-9c7d-4a3e-8fe0-ee0596244981'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:05:53.845780 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:53.926575 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a737c-0402-4064-bc65-f3f109c9f6d0 req-27390768-43c8-4b5d-ab6b-678d9acea6bf tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:53.928754 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6e6a737c-0402-4064-bc65-f3f109c9f6d0 req-27390768-43c8-4b5d-ab6b-678d9acea6bf tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 944 time: 0.0556247 Sep 15 16:05:53.968989 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6e6a737c-0402-4064-bc65-f3f109c9f6d0 req-e34b9a76-2f8b-434e-8adc-6646150674c4 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326064 Sep 15 16:05:54.198003 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e9bbc-89c9-4231-a777-26acbf25f8e0 req-2a3f7a6d-91f2-431d-83d1-bc81b7f99e04 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:54.199616 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e2e9bbc-89c9-4231-a777-26acbf25f8e0 req-2a3f7a6d-91f2-431d-83d1-bc81b7f99e04 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Sep 15 16:05:54.236465 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e2e9bbc-89c9-4231-a777-26acbf25f8e0 req-49c26319-8fa3-48a1-9ca2-245dcbb6dbc5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307875 Sep 15 16:05:54.523194 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 649f0380-9c7d-4a3e-8fe0-ee0596244981 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:05:54.579722 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 649f0380-9c7d-4a3e-8fe0-ee0596244981 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:05:54.583681 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 649f0380-9c7d-4a3e-8fe0-ee0596244981 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:05:54.584058 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.670360 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.694952 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f0380-9c7d-4a3e-8fe0-ee0596244981'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:05:54.697543 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c670ff7-8fbe-4e9c-85d4-c772912da32c" -d '{"events": [{"server_uuid": "9a4b9ec0-edcb-4468-9e09-cab233abff87", "name": "network-vif-plugged", "status": "completed", "tag": "649f0380-9c7d-4a3e-8fe0-ee0596244981"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:05:54.711267 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 649f0380-9c7d-4a3e-8fe0-ee0596244981, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:05:54.715716 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:05:54.745216 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139481cf-e4fa-421b-a042-5d6d7c246ef9 x-openstack-request-id: req-139481cf-e4fa-421b-a042-5d6d7c246ef9 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:05:54.745511 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b9ec0-edcb-4468-9e09-cab233abff87", "name": "network-vif-plugged", "status": "completed", "tag": "649f0380-9c7d-4a3e-8fe0-ee0596244981", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:05:54.745760 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-139481cf-e4fa-421b-a042-5d6d7c246ef9 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:05:54.746143 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649f0380-9c7d-4a3e-8fe0-ee0596244981', 'code': 200} Sep 15 16:05:54.777473 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=649f0380-9c7d-4a3e-8fe0-ee0596244981,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:05:54.935468 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5f1c7-882a-452f-9c95-a4b12b981c93 req-aefc5339-a727-4db9-86e2-77df41e93815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:54.936968 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1ff5f1c7-882a-452f-9c95-a4b12b981c93 req-aefc5339-a727-4db9-86e2-77df41e93815 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 1098 time: 0.0535903 Sep 15 16:05:54.987036 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1ff5f1c7-882a-452f-9c95-a4b12b981c93 req-a9568cf0-394b-4973-8264-912009fc9ce0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384731 Sep 15 16:05:55.092878 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4434a-ca0c-4e3b-ac56-9f3a3df4bfad req-9d97522b-9855-482d-94d6-2cb4296aac84 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:55.095116 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-19d4434a-ca0c-4e3b-ac56-9f3a3df4bfad req-9d97522b-9855-482d-94d6-2cb4296aac84 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0552521 Sep 15 16:05:55.135482 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-19d4434a-ca0c-4e3b-ac56-9f3a3df4bfad req-38c61a47-4b9f-436e-817d-6a40864458e5 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342872 Sep 15 16:05:55.366009 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c724649-7f46-4742-9979-8a01f2655ef1 req-f243718f-13de-4682-954b-5ba72eede726 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:55.367618 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c724649-7f46-4742-9979-8a01f2655ef1 req-f243718f-13de-4682-954b-5ba72eede726 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0544574 Sep 15 16:05:55.408847 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c724649-7f46-4742-9979-8a01f2655ef1 req-4374d928-c1b0-425e-86e0-72be91f252a8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Sep 15 16:05:56.253296 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2447d5-71b6-42e9-87ff-ab9ea8f47b45 req-c483d557-a53b-4791-9ba4-aa721213ca08 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:56.254799 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1f2447d5-71b6-42e9-87ff-ab9ea8f47b45 req-c483d557-a53b-4791-9ba4-aa721213ca08 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0493393 Sep 15 16:05:56.299218 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1f2447d5-71b6-42e9-87ff-ab9ea8f47b45 req-3b8ca7c6-145b-4513-8f2a-a73e5f96ea25 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Sep 15 16:05:56.542670 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036062d9-ad5e-4603-bc7b-31fd727f5994 req-15aea383-8768-4498-bb41-cba7b3e265a2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:56.544232 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-036062d9-ad5e-4603-bc7b-31fd727f5994 req-15aea383-8768-4498-bb41-cba7b3e265a2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0552659 Sep 15 16:05:56.592195 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-036062d9-ad5e-4603-bc7b-31fd727f5994 req-d90c5a04-ae40-43eb-a2f0-e33f63d7810e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409985 Sep 15 16:05:57.419698 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc53d3-9e26-4316-8427-c8c270d61f6c req-e51a524f-95ed-4ba8-b520-eab5431c564f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:57.421181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8cc53d3-9e26-4316-8427-c8c270d61f6c req-e51a524f-95ed-4ba8-b520-eab5431c564f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0511315 Sep 15 16:05:57.461906 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8cc53d3-9e26-4316-8427-c8c270d61f6c req-55f5d20b-1232-4c84-9137-1646dfc00ee7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336576 Sep 15 16:05:57.743861 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f556d9b9-cbeb-4a22-9570-69d0a6e3b3bb req-1664608c-b328-46e1-8220-5316597681e1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:57.747013 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f556d9b9-cbeb-4a22-9570-69d0a6e3b3bb req-1664608c-b328-46e1-8220-5316597681e1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0596991 Sep 15 16:05:57.825412 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f556d9b9-cbeb-4a22-9570-69d0a6e3b3bb req-fa9512b9-4dc4-48a1-b5e9-2e90a7f6e261 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629952 Sep 15 16:05:58.937730 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0ae6f-d6c1-4d39-964a-38324090994f req-69edeb15-0d67-4164-ad9e-012d64de96a7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:05:58.939206 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7cd0ae6f-d6c1-4d39-964a-38324090994f req-69edeb15-0d67-4164-ad9e-012d64de96a7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0537360 Sep 15 16:05:58.977127 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7cd0ae6f-d6c1-4d39-964a-38324090994f req-b61f9905-bbe3-46d7-96ab-cf9e8c562d9d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316529 Sep 15 16:05:59.853425 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:06:00.021611 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36602) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:00.105469 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45263e59-1f9d-414b-8d4c-c02f85c33f94 req-8cb7d093-092d-47ed-93ad-8386c309d611 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:00.106886 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-45263e59-1f9d-414b-8d4c-c02f85c33f94 req-8cb7d093-092d-47ed-93ad-8386c309d611 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Sep 15 16:06:00.139794 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b95-08c5-4d66-9458-4801da12c158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.174121 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-45263e59-1f9d-414b-8d4c-c02f85c33f94 req-58cf0f3c-9a10-45dc-9c8e-4dfd1fe47631 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569968 Sep 15 16:06:00.251037 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b95-08c5-4d66-9458-4801da12c158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.254875 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6b95-08c5-4d66-9458-4801da12c158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.292109 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-1d1d6b95-08c5-4d66-9458-4801da12c158 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=43bf5ee2030345f8b0364ddf70ceb5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694573 Sep 15 16:06:00.293309 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d6b95-08c5-4d66-9458-4801da12c158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0250c2a5-2f31-4b7d-8839-37b53e753dbe,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:00.294837 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36608) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:00.350688 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-26b081d7-d9a7-4157-8b8d-639aa4f8d059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.371371 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-26b081d7-d9a7-4157-8b8d-639aa4f8d059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.420852 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-26b081d7-d9a7-4157-8b8d-639aa4f8d059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.424159 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-26b081d7-d9a7-4157-8b8d-639aa4f8d059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.425342 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-26b081d7-d9a7-4157-8b8d-639aa4f8d059 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0250c2a5-2f31-4b7d-8839-37b53e753dbe HTTP/1.1" status: 204 len: 168 time: 0.1279621 Sep 15 16:06:00.433048 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b081d7-d9a7-4157-8b8d-639aa4f8d059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0250c2a5-2f31-4b7d-8839-37b53e753dbe,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:00.690112 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36620) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:00.704226 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e185edf4-b786-4257-9c3f-4eefa307ae5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.815232 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e185edf4-b786-4257-9c3f-4eefa307ae5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.815232 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e185edf4-b786-4257-9c3f-4eefa307ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.855501 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-e185edf4-b786-4257-9c3f-4eefa307ae5f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=57e55c7b07af40cbb40ec8732134b223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1642733 Sep 15 16:06:00.857327 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185edf4-b786-4257-9c3f-4eefa307ae5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b18af51-6825-4731-835b-8363e279c88f,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:00.858195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36626) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:00.907163 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d181c9f3-06a2-43dc-af28-b9e8f325e5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.927489 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d181c9f3-06a2-43dc-af28-b9e8f325e5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.974271 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d181c9f3-06a2-43dc-af28-b9e8f325e5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.976795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d181c9f3-06a2-43dc-af28-b9e8f325e5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:00.977920 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d181c9f3-06a2-43dc-af28-b9e8f325e5f1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b18af51-6825-4731-835b-8363e279c88f HTTP/1.1" status: 204 len: 168 time: 0.1186354 Sep 15 16:06:00.988453 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181c9f3-06a2-43dc-af28-b9e8f325e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b18af51-6825-4731-835b-8363e279c88f,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:01.302913 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36638) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:01.304076 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214bc352-3488-43bd-b0b6-ad18cbaa90f3 req-714c3332-e3df-461c-8d46-7c5f852fbc90 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:01.305725 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-214bc352-3488-43bd-b0b6-ad18cbaa90f3 req-714c3332-e3df-461c-8d46-7c5f852fbc90 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0598676 Sep 15 16:06:01.320807 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a433abfa-f486-49a1-97ae-cd6b5f3f2d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.343986 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-214bc352-3488-43bd-b0b6-ad18cbaa90f3 req-1b9f4487-fc70-4ad5-a991-5112c66a0ffc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320463 Sep 15 16:06:01.415697 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a433abfa-f486-49a1-97ae-cd6b5f3f2d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.419950 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a433abfa-f486-49a1-97ae-cd6b5f3f2d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.459711 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a433abfa-f486-49a1-97ae-cd6b5f3f2d71 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=763d65cdedd948c7a69e628e2d43ed91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555383 Sep 15 16:06:01.460259 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a433abfa-f486-49a1-97ae-cd6b5f3f2d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39b3c94-a6b8-4341-905d-9d34ef530775,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:01.462189 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36642) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:01.510754 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1b23-4978-4434-a414-17be0ac3ff69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.531797 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1b23-4978-4434-a414-17be0ac3ff69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.579452 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1b23-4978-4434-a414-17be0ac3ff69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.582042 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4e1b23-4978-4434-a414-17be0ac3ff69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:01.583308 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7b4e1b23-4978-4434-a414-17be0ac3ff69 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e39b3c94-a6b8-4341-905d-9d34ef530775 HTTP/1.1" status: 204 len: 168 time: 0.1200981 Sep 15 16:06:01.590805 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e1b23-4978-4434-a414-17be0ac3ff69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39b3c94-a6b8-4341-905d-9d34ef530775,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.084606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36654) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:02.188468 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c4644d7-4811-4158-ac19-b3f09a72fb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.284378 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c4644d7-4811-4158-ac19-b3f09a72fb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.288474 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c4644d7-4811-4158-ac19-b3f09a72fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.326329 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-3c4644d7-4811-4158-ac19-b3f09a72fb78 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=452c8caff4d748df8246cb18fdf4006c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406592 Sep 15 16:06:02.327193 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4644d7-4811-4158-ac19-b3f09a72fb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad1b43-5246-41e1-9ae1-2a1d3d01506a,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.329084 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36660) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:02.384202 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb2dd-1138-444e-8c96-c0001d0962d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.406779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb2dd-1138-444e-8c96-c0001d0962d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.456815 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb2dd-1138-444e-8c96-c0001d0962d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.459544 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8c3bb2dd-1138-444e-8c96-c0001d0962d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:02.463170 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-8c3bb2dd-1138-444e-8c96-c0001d0962d3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c2ad1b43-5246-41e1-9ae1-2a1d3d01506a HTTP/1.1" status: 204 len: 168 time: 0.1306274 Sep 15 16:06:02.471711 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bb2dd-1138-444e-8c96-c0001d0962d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad1b43-5246-41e1-9ae1-2a1d3d01506a,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:02.495628 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad1b99-8049-49a0-bf0e-74e45705b3bd req-77e8a7ce-4963-4dc9-95d1-02c42925f1b1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:02.497180 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-88ad1b99-8049-49a0-bf0e-74e45705b3bd req-77e8a7ce-4963-4dc9-95d1-02c42925f1b1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0709114 Sep 15 16:06:02.542823 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-88ad1b99-8049-49a0-bf0e-74e45705b3bd req-4250cbd8-1ca9-4a08-b5a8-d4338cd3bb56 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377719 Sep 15 16:06:03.684526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82cb43d-4024-4665-92cc-f2da132c4c82 req-beca057c-893a-40ac-b04c-5445c29e6b49 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:03.685981 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e82cb43d-4024-4665-92cc-f2da132c4c82 req-beca057c-893a-40ac-b04c-5445c29e6b49 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0588279 Sep 15 16:06:03.723557 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e82cb43d-4024-4665-92cc-f2da132c4c82 req-37a89e18-9459-4b3e-bf0b-e57ba372ebbf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313573 Sep 15 16:06:04.847768 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889316f3-51cd-40fa-93e6-dc66ae587977 req-f6e359d2-7286-4fd2-bf3c-09495b900d3f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:04.849234 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-889316f3-51cd-40fa-93e6-dc66ae587977 req-f6e359d2-7286-4fd2-bf3c-09495b900d3f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0532820 Sep 15 16:06:04.887653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-889316f3-51cd-40fa-93e6-dc66ae587977 req-7736a3a2-7f56-4934-a13c-e4d8ae5acfc4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Sep 15 16:06:08.287701 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa71e3-a2ad-4dbe-8d4f-b9879f434ade req-708d3041-bd21-44e1-b288-d160f80e97c1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:08.289137 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15fa71e3-a2ad-4dbe-8d4f-b9879f434ade req-708d3041-bd21-44e1-b288-d160f80e97c1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0479538 Sep 15 16:06:08.334980 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15fa71e3-a2ad-4dbe-8d4f-b9879f434ade req-6713b1a6-d87b-4b79-a3e4-274249f963c6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Sep 15 16:06:11.449309 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36810) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:11.551972 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-41a6ca11-b8a3-4cfd-b357-d4e92dd7968a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.636507 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-41a6ca11-b8a3-4cfd-b357-d4e92dd7968a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.640070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-41a6ca11-b8a3-4cfd-b357-d4e92dd7968a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.678056 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-41a6ca11-b8a3-4cfd-b357-d4e92dd7968a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=87b81be81c66407b9e706239cda7e587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276983 Sep 15 16:06:11.678932 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6ca11-b8a3-4cfd-b357-d4e92dd7968a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07385e45-772e-456c-98d2-a8fee634a5da,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:11.680732 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36814) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:11.728035 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd652d63-3e26-4f7d-a5fb-694344bfa071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.752668 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd652d63-3e26-4f7d-a5fb-694344bfa071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.797027 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd652d63-3e26-4f7d-a5fb-694344bfa071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.800363 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-dd652d63-3e26-4f7d-a5fb-694344bfa071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:11.801472 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-dd652d63-3e26-4f7d-a5fb-694344bfa071 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/07385e45-772e-456c-98d2-a8fee634a5da HTTP/1.1" status: 204 len: 168 time: 0.1197085 Sep 15 16:06:11.808736 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd652d63-3e26-4f7d-a5fb-694344bfa071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07385e45-772e-456c-98d2-a8fee634a5da,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:12.402424 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36840) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:12.496092 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1741174369-network', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:12.516159 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Made reservation on behalf of 99179b0bb02e44feb76f744c2577dd74 for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:12.519862 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.527774 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.617843 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.621338 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.647238 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:12.652643 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0830af-37ca-4c0d-9eba-f706e0e604b0,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:12.660854 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.661907 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Added segment 7210049a-6ff8-49f0-903e-502227cf47bf of type vlan for network 52852d2e-cbbb-4dde-9824-df626e22741e Sep 15 16:06:12.702081 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.726919 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.728029 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:12.728714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.762941 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3593152 Sep 15 16:06:12.765799 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36844) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:12.770749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Request body: {'subnet': {'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1741174369-subnet', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:12.791356 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Made reservation on behalf of 99179b0bb02e44feb76f744c2577dd74 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:12.792578 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bf72b-fcbd-47f7-8e83-56ad32345c16 admin admin] Pushing event updated for resources: {'Network': ['ID=52852d2e-cbbb-4dde-9824-df626e22741e,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:12.793652 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4326779'] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:12.804077 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 52852d2e-cbbb-4dde-9824-df626e22741e details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:12.960464 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4650970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4326741'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.012626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=643b1532-dacc-4cbd-aa6b-32fca900f1f6,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:13.027369 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Checking segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:13.027741 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Network hostable DHCP agents. Network: 52852d2e-cbbb-4dde-9824-df626e22741e, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:13.043395 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Network 52852d2e-cbbb-4dde-9824-df626e22741e is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:13.052725 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 52852d2e-cbbb-4dde-9824-df626e22741e) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:13.056828 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:13.057409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.064094 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f247e0db-821a-4216-a324-4db23b59efac None None] Network 52852d2e-cbbb-4dde-9824-df626e22741e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:13.077396 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-de520078-7f8e-4c10-a74e-2719527a64ee admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3103759 Sep 15 16:06:13.080869 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36850) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:13.085351 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:13.118792 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.120180 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.178500 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.331346 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-52852d2e-cbbb-4dde-9824-df626e22741e', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:06:13.332210 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.486145 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Allocated IP 172.20.0.2 (52852d2e-cbbb-4dde-9824-df626e22741e/643b1532-dacc-4cbd-aa6b-32fca900f1f6/d662adda-0978-4cb5-82b6-ea24ba65d459) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:13.506502 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.637673 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.646017 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.685948 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Network 52852d2e-cbbb-4dde-9824-df626e22741e is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:13.689108 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:13.692799 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:13.700815 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Pushing event updated for resources: {'Port': ['ID=d662adda-0978-4cb5-82b6-ea24ba65d459,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:13.725533 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.746399 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.761499 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Attempting to bind port d662adda-0978-4cb5-82b6-ea24ba65d459 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:13.761873 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Attempting to bind port d662adda-0978-4cb5-82b6-ea24ba65d459 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:13.762236 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Attempting to bind port d662adda-0978-4cb5-82b6-ea24ba65d459 on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:13.768501 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:13.768873 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Checking segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:13.769393 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.769792 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Bound using segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:13.770262 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Bound port: d662adda-0978-4cb5-82b6-ea24ba65d459, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:13.770663 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.837024 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] For port d662adda-0978-4cb5-82b6-ea24ba65d459, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:13.840188 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] For port d662adda-0978-4cb5-82b6-ea24ba65d459, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=d662adda-0978-4cb5-82b6-ea24ba65d459,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:13.845916 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:13.853826 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Allocated IP 172.27.1.18 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/340dc3f0-bd7d-4c22-ac6d-b4778c21e80e) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:13.903982 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce97d835-f45f-4ec0-939a-e25a876ff1a4 None None] Pushing event updated for resources: {'Port': ['ID=d662adda-0978-4cb5-82b6-ea24ba65d459,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:13.964708 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.002034 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.058207 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Pushing event updated for resources: {'Port': ['ID=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:14.065319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:14.067245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:14.069422 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:14.335183 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.529492 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.669916 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Router 1359149e-e63c-4a8b-b397-97abaf1be379 is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:06:14.771138 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552005de-fcfe-441d-a508-96e640cf0964 None None] Network 52852d2e-cbbb-4dde-9824-df626e22741e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:14.784713 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:14.793700 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:14.807724 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.810858 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:14.811560 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:14.812105 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36856) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:14.812577 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8028b8e7-97d8-4095-9382-5b64c1163023 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7303066 Sep 15 16:06:14.856549 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-5dad6650-3116-481b-ba4b-605e6424ce80 None None] Provisioning complete for port d662adda-0978-4cb5-82b6-ea24ba65d459 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:14.857117 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5dad6650-3116-481b-ba4b-605e6424ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:14.937893 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:14.996621 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5dad6650-3116-481b-ba4b-605e6424ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.038920 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-5dad6650-3116-481b-ba4b-605e6424ce80 None None] For port d662adda-0978-4cb5-82b6-ea24ba65d459, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=d662adda-0978-4cb5-82b6-ea24ba65d459,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:15.043031 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5dad6650-3116-481b-ba4b-605e6424ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.109487 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad6650-3116-481b-ba4b-605e6424ce80 None None] Pushing event updated for resources: {'Port': ['ID=d662adda-0978-4cb5-82b6-ea24ba65d459,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:15.159616 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:14Z', 'revision_number': 3, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:15.229420 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:15.229917 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Updating router 1359149e-e63c-4a8b-b397-97abaf1be379 port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:15.263379 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.275657 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-255341eb-2eb3-4858-b4ce-3eaf22f935f1 None None] Provisioning complete for port d662adda-0978-4cb5-82b6-ea24ba65d459 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:15.276027 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-255341eb-2eb3-4858-b4ce-3eaf22f935f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.349812 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.509258 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Allocated IP 172.20.0.1 (52852d2e-cbbb-4dde-9824-df626e22741e/643b1532-dacc-4cbd-aa6b-32fca900f1f6/9816c70a-d72f-49fd-b669-1fbdfa6fa629) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:15.583815 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device d662adda-0978-4cb5-82b6-ea24ba65d459 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:15.630324 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.635534 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port d662adda-0978-4cb5-82b6-ea24ba65d459 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:15.635907 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.637598 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.644353 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.668500 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.702047 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Attempting to bind port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:15.702460 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Attempting to bind port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:15.702869 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Attempting to bind port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:15.715005 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Pushing event updated for resources: {'Port': ['ID=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,revision_number=2']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:15.716250 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Network 52852d2e-cbbb-4dde-9824-df626e22741e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:15.717252 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:15.717637 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:15.718033 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.718423 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:15.718918 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Bound port: 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:15.719104 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:15.719312 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.726449 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:15.729481 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Pushing event updated for resources: {'Port': ['ID=9816c70a-d72f-49fd-b669-1fbdfa6fa629,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:15.760841 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.761186 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.761521 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.761857 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.762181 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.762506 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.762862 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.763184 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.763527 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.763852 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.764170 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.764515 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:15.768997 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.806723 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] For port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:15.810205 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] For port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:15.815832 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.862270 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:15.862952 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:15.916072 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:15.923761 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089df39-383a-43d8-b883-e40ebd639289 None None] Pushing event updated for resources: {'Port': ['ID=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:16.003917 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:16.023283 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-bd6c27d9-c863-4ed6-99a4-6883c965f798 None None] Provisioning complete for port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:16.023831 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-bd6c27d9-c863-4ed6-99a4-6883c965f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.066306 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-bd6c27d9-c863-4ed6-99a4-6883c965f798 None None] Port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:16.088577 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.093807 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.162277 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Pushing event updated for resources: {'Port': ['ID=9816c70a-d72f-49fd-b669-1fbdfa6fa629,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:16.164795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.188093 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:14Z', 'revision_number': 3, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:16.217650 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c721cd6-7f93-469c-8f8e-972d9202fcbc None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:14Z', 'revision_number': 3, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:16.254930 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Network 52852d2e-cbbb-4dde-9824-df626e22741e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:16.256969 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:16.387198 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:16.522623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:16.535028 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-171c138b-757d-4b5e-b433-e48107abca51 admin admin] 10.222.0.59 "PUT /v2.0/routers/1359149e-e63c-4a8b-b397-97abaf1be379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7211237 Sep 15 16:06:16.539908 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.588624 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-1c8b93ac-c9bb-402a-a5e0-84b9cd4e9008 None None] Provisioning complete for port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:16.588992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1c8b93ac-c9bb-402a-a5e0-84b9cd4e9008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:16.625198 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-1c8b93ac-c9bb-402a-a5e0-84b9cd4e9008 None None] Port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:17.058307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36890) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:17.063405 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-551302433-network', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:17.087095 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Made reservation on behalf of 3fd84d9258fc43b1ba3111632462f08a for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:17.089494 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.098872 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.189873 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.193582 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.220379 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:17.225587 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dd9f3a-7ba0-4bfe-accb-72970a8e9095,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:17.233154 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.233154 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Added segment 74d29047-ccbc-459c-91af-da71adc1e8bd of type vlan for network bb90f237-05d9-4d03-8dd0-68c804742682 Sep 15 16:06:17.277977 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.303432 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.304474 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:17.305149 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.337707 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2782583 Sep 15 16:06:17.340378 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36892) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:17.368045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Request body: {'subnet': {'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-551302433-subnet', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:17.375516 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242de0c2-dc77-4df4-a16b-774314f9323e admin admin] Pushing event updated for resources: {'Network': ['ID=bb90f237-05d9-4d03-8dd0-68c804742682,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:17.386118 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network bb90f237-05d9-4d03-8dd0-68c804742682 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:17.398114 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Made reservation on behalf of 3fd84d9258fc43b1ba3111632462f08a for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:17.400539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4326779'] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.570339 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:17.585947 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4650970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4326741'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.646779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a2271d9-6b5a-4411-bd98-65357bf2e9c1,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:17.655069 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:17.655471 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.663607 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Checking segment: {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:17.664036 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Network hostable DHCP agents. Network: bb90f237-05d9-4d03-8dd0-68c804742682, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:17.683083 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Network bb90f237-05d9-4d03-8dd0-68c804742682 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:17.698847 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, bb90f237-05d9-4d03-8dd0-68c804742682) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:17.704113 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:17.704785 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.723444 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca17f3-e899-4d06-9120-7edc5723cc64 None None] Network bb90f237-05d9-4d03-8dd0-68c804742682 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:17.724058 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-abcb544d-7719-4050-98e9-a8306f9754c1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3825548 Sep 15 16:06:17.726273 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36902) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:17.737745 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:17.763741 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.764837 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.819273 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.836309 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.881984 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:17.886762 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.949477 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:17.963046 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-bb90f237-05d9-4d03-8dd0-68c804742682', 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'fixed_ips': [{'subnet_id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:06:17.963897 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.967652 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:17.977053 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:17.987674 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:17.988364 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:18.167163 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.190871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.302236 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:18.302846 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Allocated IP 172.27.1.103 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/7214ae88-4bf2-4059-a6b3-71fcd6604dbe) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:18.339787 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Allocated IP 172.20.0.2 (bb90f237-05d9-4d03-8dd0-68c804742682/0a2271d9-6b5a-4411-bd98-65357bf2e9c1/5a20d7b0-9954-4fef-b0d4-eea7a104d448) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:18.416289 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.549798 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1e27acf2-848a-4b1b-966e-9f9eedc41a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.633332 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.642707 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.647416 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.684716 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:18.686155 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Network bb90f237-05d9-4d03-8dd0-68c804742682 is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:18.687635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:18.690401 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 2, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:18.692356 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:18.695653 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:18.714433 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Pushing event updated for resources: {'Port': ['ID=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:18.721313 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:18.724811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:18.725259 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Updating router 1359149e-e63c-4a8b-b397-97abaf1be379 port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:18.752254 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Pushing event updated for resources: {'Port': ['ID=5a20d7b0-9954-4fef-b0d4-eea7a104d448,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:18.784993 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.848379 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Attempting to bind port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:18.848943 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Attempting to bind port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:18.849279 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Attempting to bind port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 on network bb90f237-05d9-4d03-8dd0-68c804742682 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:18.858245 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:18.858723 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Checking segment: {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:18.859229 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.859627 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Bound using segment: {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:18.860101 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Bound port: 5a20d7b0-9954-4fef-b0d4-eea7a104d448, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:18.860495 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:18.956389 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.026921 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] For port 5a20d7b0-9954-4fef-b0d4-eea7a104d448, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:19.067032 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] For port 5a20d7b0-9954-4fef-b0d4-eea7a104d448, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5a20d7b0-9954-4fef-b0d4-eea7a104d448,segment=NetworkSegment(74d29047-ccbc-459c-91af-da71adc1e8bd),segment_id=74d29047-ccbc-459c-91af-da71adc1e8bd)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:19.073518 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.159804 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.160015 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a902d-7f80-4fbd-900a-804ac33d0683 None None] Pushing event updated for resources: {'Port': ['ID=5a20d7b0-9954-4fef-b0d4-eea7a104d448,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:19.224091 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.237065 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.295271 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb695fe-7dcf-4710-8ccc-6ea9f0ab7f9d None None] Pushing event updated for resources: {'Port': ['ID=9816c70a-d72f-49fd-b669-1fbdfa6fa629,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:19.330538 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Router d287d816-d467-4ca3-ae35-62eb62248c6f is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:06:19.400058 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Attempting to bind port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:19.400437 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Attempting to bind port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:19.400802 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Attempting to bind port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:19.406095 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:19.406461 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Checking segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:19.406897 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.411711 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Bound using segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:19.412541 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Bound port: 9816c70a-d72f-49fd-b669-1fbdfa6fa629, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:19.412952 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.466525 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:19.482641 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Sync routers for ids ['d287d816-d467-4ca3-ae35-62eb62248c6f'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:19.494439 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] For port 9816c70a-d72f-49fd-b669-1fbdfa6fa629, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:19.496398 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Routers {'d287d816-d467-4ca3-ae35-62eb62248c6f'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:19.497548 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['d287d816-d467-4ca3-ae35-62eb62248c6f'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:19.498317 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] For port 9816c70a-d72f-49fd-b669-1fbdfa6fa629, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=9816c70a-d72f-49fd-b669-1fbdfa6fa629,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:19.501569 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.503057 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b344380a-9a2b-4e1a-a54d-fbdab94bc069 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7754591 Sep 15 16:06:19.506650 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36912) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:19.508207 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.566107 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb695fe-7dcf-4710-8ccc-6ea9f0ab7f9d None None] Pushing event updated for resources: {'Port': ['ID=9816c70a-d72f-49fd-b669-1fbdfa6fa629,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:19.589496 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:19.590120 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:19.690551 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-167312b1-9e94-4bcd-83c7-2547dfc00bb6 None None] Provisioning complete for port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:19.690551 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-167312b1-9e94-4bcd-83c7-2547dfc00bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:19.717578 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Set router d287d816-d467-4ca3-ae35-62eb62248c6f gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:19.762258 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5a20d7b0-9954-4fef-b0d4-eea7a104d448 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:19.838998 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:19.928895 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:19.929266 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.033476 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-167312b1-9e94-4bcd-83c7-2547dfc00bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.086405 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:06:18Z', 'revision_number': 3, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:20.138865 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.149604 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Checking router: d287d816-d467-4ca3-ae35-62eb62248c6f for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:20.152050 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Updating router d287d816-d467-4ca3-ae35-62eb62248c6f port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:20.196322 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.361481 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-167312b1-9e94-4bcd-83c7-2547dfc00bb6 None None] For port 9816c70a-d72f-49fd-b669-1fbdfa6fa629, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=9816c70a-d72f-49fd-b669-1fbdfa6fa629,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:20.364337 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.380748 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-167312b1-9e94-4bcd-83c7-2547dfc00bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.425885 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f8ff6-d51e-4cd8-b9a3-3de6de19700e None None] Network bb90f237-05d9-4d03-8dd0-68c804742682 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:20.439333 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Allocated IP 172.20.0.1 (bb90f237-05d9-4d03-8dd0-68c804742682/0a2271d9-6b5a-4411-bd98-65357bf2e9c1/d62a5bdc-5278-4c12-a5a1-68d98a57742a) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:20.484525 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 5a20d7b0-9954-4fef-b0d4-eea7a104d448, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5a20d7b0-9954-4fef-b0d4-eea7a104d448,segment=NetworkSegment(74d29047-ccbc-459c-91af-da71adc1e8bd),segment_id=74d29047-ccbc-459c-91af-da71adc1e8bd)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:20.495823 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36922) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:20.532745 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.533740 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:20.542846 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167312b1-9e94-4bcd-83c7-2547dfc00bb6 None None] Pushing event updated for resources: {'Port': ['ID=9816c70a-d72f-49fd-b669-1fbdfa6fa629,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:20.575120 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.585333 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.592002 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:19Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:20.639937 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb167872-efd0-49a1-aeb8-8ba10aeaeaf3 None None] Pushing event updated for resources: {'Port': ['ID=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,revision_number=2']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:20.651049 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51a72ff-bae9-44b1-9d3b-812c3b0eb25a None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:19Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:20.664103 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-9abff72c-37e9-45e3-8913-2a0b1108a169 None None] Provisioning complete for port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:20.664487 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-9abff72c-37e9-45e3-8913-2a0b1108a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.664680 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a2e16769-29cd-4e42-b666-1d918b6ca2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.687505 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Attempting to bind port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:20.688046 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Attempting to bind port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:20.689017 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Attempting to bind port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:20.695081 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:20.695445 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:20.695841 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.696229 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:20.696697 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Bound port: 7214ae88-4bf2-4059-a6b3-71fcd6604dbe, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:20.697072 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.789344 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=5a20d7b0-9954-4fef-b0d4-eea7a104d448,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:20.833752 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.840245 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:20.840624 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.841118 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] For port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:20.846551 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] For port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:20.853778 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.890623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a2e16769-29cd-4e42-b666-1d918b6ca2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.900176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a2e16769-29cd-4e42-b666-1d918b6ca2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.905602 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.933818 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb167872-efd0-49a1-aeb8-8ba10aeaeaf3 None None] Pushing event updated for resources: {'Port': ['ID=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:20.962287 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Routers {'d287d816-d467-4ca3-ae35-62eb62248c6f'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:20.962966 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:05:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['d287d816-d467-4ca3-ae35-62eb62248c6f'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:20.967015 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-9abff72c-37e9-45e3-8913-2a0b1108a169 None None] Provisioning complete for port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:20.967394 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-9abff72c-37e9-45e3-8913-2a0b1108a169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:20.975506 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a2e16769-29cd-4e42-b666-1d918b6ca2dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=03d5f26a694f48d6ba39367a66cd7398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782624 Sep 15 16:06:20.976301 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36928) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:20.982679 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Network bb90f237-05d9-4d03-8dd0-68c804742682 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:20.984415 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e16769-29cd-4e42-b666-1d918b6ca2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44932098-281a-45b9-99ca-ab481220ca25,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:20.988945 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:21.003696 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:21.045722 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=d62a5bdc-5278-4c12-a5a1-68d98a57742a,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.074824 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93754a58-7b91-4dbd-9802-a9e3639ba62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.074978 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.132276 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93754a58-7b91-4dbd-9802-a9e3639ba62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.204585 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93754a58-7b91-4dbd-9802-a9e3639ba62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.207751 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-93754a58-7b91-4dbd-9802-a9e3639ba62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.208985 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-93754a58-7b91-4dbd-9802-a9e3639ba62d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/44932098-281a-45b9-99ca-ab481220ca25 HTTP/1.1" status: 204 len: 168 time: 0.2311289 Sep 15 16:06:21.218287 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93754a58-7b91-4dbd-9802-a9e3639ba62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44932098-281a-45b9-99ca-ab481220ca25,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.311590 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] Set router d287d816-d467-4ca3-ae35-62eb62248c6f gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:21.325536 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.344044 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-cee46ace-7a5f-43e7-9b16-14c4e0bf2610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.391345 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-c69c8b60-ba23-4c3e-9c83-a6ec3ab6639e None None] Provisioning complete for port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:21.392185 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c69c8b60-ba23-4c3e-9c83-a6ec3ab6639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.562457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.602953 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:06:18Z', 'revision_number': 3, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:21.661146 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5349a78-da99-4f2d-8021-5cf8fefcf3c2 None None] The sync data for ids ['d287d816-d467-4ca3-ae35-62eb62248c6f'] in dv-cinder-809206-1-iscsi is: [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:06:18Z', 'revision_number': 3, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:21.706284 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.712884 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.767316 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 9816c70a-d72f-49fd-b669-1fbdfa6fa629 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:21.835259 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.837187 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Pushing event updated for resources: {'Port': ['ID=d62a5bdc-5278-4c12-a5a1-68d98a57742a,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:21.841180 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-5b8a2cb5-e18f-472d-92bf-8ba0b13fe806 None None] Provisioning complete for port d62a5bdc-5278-4c12-a5a1-68d98a57742a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:21.841728 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5b8a2cb5-e18f-472d-92bf-8ba0b13fe806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.899186 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:21.899526 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:21.902563 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-5b8a2cb5-e18f-472d-92bf-8ba0b13fe806 None None] Port d62a5bdc-5278-4c12-a5a1-68d98a57742a cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:21.988774 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Network bb90f237-05d9-4d03-8dd0-68c804742682 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:21.996110 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5a20d7b0-9954-4fef-b0d4-eea7a104d448 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:21.997808 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:22.072989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:22.073460 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.180201 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Router d287d816-d467-4ca3-ae35-62eb62248c6f has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:06:22.288923 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.343973 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36952) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:22.371201 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:06:22.384555 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-80fc0be4-0627-4e10-9545-781b02f1cfa2 admin admin] 10.222.0.59 "PUT /v2.0/routers/d287d816-d467-4ca3-ae35-62eb62248c6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694811 Sep 15 16:06:22.437990 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-5bc5674a-386c-49a9-8475-8409a41c4045 None None] Provisioning complete for port d62a5bdc-5278-4c12-a5a1-68d98a57742a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:22.439026 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5bc5674a-386c-49a9-8475-8409a41c4045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.467739 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1920926421-network', 'tenant_id': '4aaa4d11d2094213ad2586550addc13e'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:22.481281 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5674a-386c-49a9-8475-8409a41c4045 None None] Port d62a5bdc-5278-4c12-a5a1-68d98a57742a cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:22.495493 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Made reservation on behalf of 4aaa4d11d2094213ad2586550addc13e for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:22.498080 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.516155 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.615533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.619150 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.644683 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:06:22.654100 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:22.660275 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.660611 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Added segment 0c2de44f-3d43-432c-b0f8-8072459a5cdc of type vlan for network 3bbfa869-4702-45b4-9c67-e4c93788e470 Sep 15 16:06:22.702455 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.731550 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.732596 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:22.733182 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.765887 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4200711 Sep 15 16:06:22.769477 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36960) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:22.775192 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Request body: {'subnet': {'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1920926421-subnet', 'tenant_id': '4aaa4d11d2094213ad2586550addc13e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:22.800437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3b31e-92b6-446b-9a6e-e790b80f301e admin admin] Pushing event updated for resources: {'Network': ['ID=3bbfa869-4702-45b4-9c67-e4c93788e470,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:22.801651 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Made reservation on behalf of 4aaa4d11d2094213ad2586550addc13e for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:22.805711 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8265751'] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:22.811551 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 3bbfa869-4702-45b4-9c67-e4c93788e470 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:06:23.004726 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8129314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8265785'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.056964 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd5851d5-e232-4ca9-8d43-d44dd234b2c5,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:23.066177 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Checking segment: {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:23.066523 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Network hostable DHCP agents. Network: 3bbfa869-4702-45b4-9c67-e4c93788e470, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:06:23.082573 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Network 3bbfa869-4702-45b4-9c67-e4c93788e470 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:06:23.093502 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 3bbfa869-4702-45b4-9c67-e4c93788e470) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:23.097472 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:23.098056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.102411 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12340ee-7818-4d77-8c00-22a3bb8541cd None None] Network 3bbfa869-4702-45b4-9c67-e4c93788e470 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:23.112759 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-56f5d6f3-7733-44c5-b8eb-ba30e3b8e464 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3418858 Sep 15 16:06:23.225085 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0799d6-bf29-4f50-b8f6-180e72fd58d6 None None] Network 3bbfa869-4702-45b4-9c67-e4c93788e470 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:06:23.592354 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7214ae88-4bf2-4059-a6b3-71fcd6604dbe up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:23.647033 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:23.647400 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.762799 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.787173 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:23.791870 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.811789 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03070cfa-b2ee-480e-ae01-338c975c51ed req-d2eb5b8b-a80a-4ea6-b641-6e6f73d097b3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:23.814649 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03070cfa-b2ee-480e-ae01-338c975c51ed req-d2eb5b8b-a80a-4ea6-b641-6e6f73d097b3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0930161 Sep 15 16:06:23.874167 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:23.875149 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:23.882295 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03070cfa-b2ee-480e-ae01-338c975c51ed req-ce828f7c-8fd1-497b-8fcb-945d54382162 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485649 Sep 15 16:06:24.079755 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Sync routers for ids ['d287d816-d467-4ca3-ae35-62eb62248c6f'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:06:24.088593 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Routers {'d287d816-d467-4ca3-ae35-62eb62248c6f'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:24.089195 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:06:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['d287d816-d467-4ca3-ae35-62eb62248c6f'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:24.309274 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36982) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.313727 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1264999706', 'description': 'tempest-secgroup-smoke-1264999706 description', 'project_id': '99179b0bb02e44feb76f744c2577dd74'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:24.316946 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Set router d287d816-d467-4ca3-ae35-62eb62248c6f gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:24.334832 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.417252 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.420877 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.446686 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.447890 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1376433 Sep 15 16:06:24.451068 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36984) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.452105 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936000ce-c6f3-4b1b-9be5-f4721ab3c91a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:24.457608 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group_rule': {'security_group_id': 'b4a024d7-5aa2-4d63-9822-b801b3cbbe5d', 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:24.482947 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.519261 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 4, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'd62a5bdc-5278-4c12-a5a1-68d98a57742a', 'name': '', 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:20Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 2, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'subnets': [{'id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:24.545668 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Checking router: d287d816-d467-4ca3-ae35-62eb62248c6f for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:06:24.546022 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Updating router d287d816-d467-4ca3-ae35-62eb62248c6f port d62a5bdc-5278-4c12-a5a1-68d98a57742a binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:06:24.546439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.550129 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.565022 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1dd4102-dd33-4c79-9f84-521f65d49c53,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:24.573704 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.575041 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.575725 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-7270a882-c0db-474e-a445-02b9d948b15b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228545 Sep 15 16:06:24.577477 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 36986) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.582294 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group_rule': {'security_group_id': 'b4a024d7-5aa2-4d63-9822-b801b3cbbe5d', 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:24.616663 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.679183 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.686341 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.713369 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625a618d-c979-4b06-87a0-a46490b80651,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:24.718843 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.723830 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b5f4f30f-2c62-4bd4-94ef-86c22d6430e8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1453741 Sep 15 16:06:24.723975 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 36996) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.728692 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group_rule': {'security_group_id': 'b4a024d7-5aa2-4d63-9822-b801b3cbbe5d', 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:24.765493 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.826563 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.830366 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.858733 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.863110 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349528 Sep 15 16:06:24.863110 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9920fe-4495-4f2c-89b0-2f32d0127dbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907878db-0fa0-4d15-9041-2ce02a41c5c0,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:24.863968 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 37004) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:24.868820 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group_rule': {'security_group_id': 'b4a024d7-5aa2-4d63-9822-b801b3cbbe5d', 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:24.889174 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.895140 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.916059 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:24.949186 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ea206-236c-436f-b334-e465a3fcee94 None None] Pushing event updated for resources: {'Port': ['ID=d62a5bdc-5278-4c12-a5a1-68d98a57742a,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.036156 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Attempting to bind port d62a5bdc-5278-4c12-a5a1-68d98a57742a on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:25.036707 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Attempting to bind port d62a5bdc-5278-4c12-a5a1-68d98a57742a by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:25.037506 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Attempting to bind port d62a5bdc-5278-4c12-a5a1-68d98a57742a on network bb90f237-05d9-4d03-8dd0-68c804742682 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:25.044144 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:25.044531 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Checking segment: {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:25.044942 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.045340 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Bound using segment: {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:25.045866 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Bound port: d62a5bdc-5278-4c12-a5a1-68d98a57742a, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d29047-ccbc-459c-91af-da71adc1e8bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:25.046258 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.109721 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581926a8-d02c-497f-8c3b-a1ebe674d965 req-335fbf53-585d-4d41-bd5e-91bc9105536b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:25.111456 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-581926a8-d02c-497f-8c3b-a1ebe674d965 req-335fbf53-585d-4d41-bd5e-91bc9105536b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.1050911 Sep 15 16:06:25.118311 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.119499 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] For port d62a5bdc-5278-4c12-a5a1-68d98a57742a, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:25.123556 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] For port d62a5bdc-5278-4c12-a5a1-68d98a57742a, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=d62a5bdc-5278-4c12-a5a1-68d98a57742a,segment=NetworkSegment(74d29047-ccbc-459c-91af-da71adc1e8bd),segment_id=74d29047-ccbc-459c-91af-da71adc1e8bd)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:25.126172 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-b8fceae1-9679-4ffa-8517-b496a3ad2235 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:25.128642 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.133597 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-b8fceae1-9679-4ffa-8517-b496a3ad2235 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/networks?id=3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 200 len: 814 time: 0.2430618 Sep 15 16:06:25.143703 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.177718 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-658cc97e-834b-4b0c-be93-06975128fa66 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/quotas/4aaa4d11d2094213ad2586550addc13e HTTP/1.1" status: 200 len: 375 time: 0.0432620 Sep 15 16:06:25.179485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Routers {'d287d816-d467-4ca3-ae35-62eb62248c6f'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:06:25.180602 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:06:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['d287d816-d467-4ca3-ae35-62eb62248c6f'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:25.183104 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48c0c1b8-3784-4fa1-8926-9b60d5a0ab28,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.200976 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.205255 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 37018) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:25.205560 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-22ac49d2-c276-4786-bf38-26dc1bd1861a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3403273 Sep 15 16:06:25.210570 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group_rule': {'security_group_id': 'b4a024d7-5aa2-4d63-9822-b801b3cbbe5d', 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:25.236476 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-8c5a5393-3029-4369-9209-6d591364e3aa tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4aaa4d11d2094213ad2586550addc13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510974 Sep 15 16:06:25.249896 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-581926a8-d02c-497f-8c3b-a1ebe674d965 req-ce849d43-2e40-4f90-8033-f446e1e9d2b1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142375 Sep 15 16:06:25.256338 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.securitygroups_db [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Project 99179b0bb02e44feb76f744c2577dd74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:06:25.273188 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.285138 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ea206-236c-436f-b334-e465a3fcee94 None None] Pushing event updated for resources: {'Port': ['ID=d62a5bdc-5278-4c12-a5a1-68d98a57742a,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.322898 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-c473a67a-2488-4d24-b331-48e73c19d1c0 None None] Provisioning complete for port d62a5bdc-5278-4c12-a5a1-68d98a57742a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:25.323297 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c473a67a-2488-4d24-b331-48e73c19d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.380028 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-2bc38a6b-ed16-45e8-8cd1-f700a970ff89 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418931 Sep 15 16:06:25.461623 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] Set router d287d816-d467-4ca3-ae35-62eb62248c6f gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:06:25.474101 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.502576 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.513951 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-62c6c3ab-f2c2-423b-8ba3-523319916e41 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329198 Sep 15 16:06:25.544421 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1355fb-c142-4a0f-924d-d455db502c49 req-c5f0de88-3fe3-42ba-b851-fc96af2e7ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:25.546182 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f1355fb-c142-4a0f-924d-d455db502c49 req-c5f0de88-3fe3-42ba-b851-fc96af2e7ba8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 1098 time: 0.1708751 Sep 15 16:06:25.556533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3276f648-68f2-4407-9ed8-48ba90ed7248,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.582284 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.583399 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e368bb4e-f76f-4ea7-8dc6-c70ea2443c91 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3771007 Sep 15 16:06:25.586160 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 37026) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:06:25.591643 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'security_group_rule': {'security_group_id': 'b4a024d7-5aa2-4d63-9822-b801b3cbbe5d', 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:25.614510 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f1355fb-c142-4a0f-924d-d455db502c49 req-c615d7a0-d448-4473-a9af-eadf4f4e1a2b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499759 Sep 15 16:06:25.620993 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c473a67a-2488-4d24-b331-48e73c19d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.641541 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.securitygroups_db [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Project 99179b0bb02e44feb76f744c2577dd74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:06:25.649315 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.656304 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7214ae88-4bf2-4059-a6b3-71fcd6604dbe up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:25.789451 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f9782a5-5a65-4ac3-8351-bf354a636460 req-92a5c357-1a15-482b-8804-c1b350335797 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 210 time: 0.0479124 Sep 15 16:06:25.793344 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-c473a67a-2488-4d24-b331-48e73c19d1c0 None None] For port d62a5bdc-5278-4c12-a5a1-68d98a57742a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=d62a5bdc-5278-4c12-a5a1-68d98a57742a,segment=NetworkSegment(74d29047-ccbc-459c-91af-da71adc1e8bd),segment_id=74d29047-ccbc-459c-91af-da71adc1e8bd)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:25.804099 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.808940 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.826091 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c473a67a-2488-4d24-b331-48e73c19d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.836985 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5896e0-9a63-451d-aad3-91cf7d78af37,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.846510 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.851159 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-5405f628-f5d0-42de-b6ec-6ac052308118 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2627826 Sep 15 16:06:25.886971 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473a67a-2488-4d24-b331-48e73c19d1c0 None None] Pushing event updated for resources: {'Port': ['ID=d62a5bdc-5278-4c12-a5a1-68d98a57742a,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:25.903612 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:25.904226 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:25.975519 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-f18dad42-484e-42e2-9b54-c194887a129d None None] Provisioning complete for port d62a5bdc-5278-4c12-a5a1-68d98a57742a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:25.975896 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f18dad42-484e-42e2-9b54-c194887a129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:26.018810 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-60bf566e-5474-467d-9914-4b82719237dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 4, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'd62a5bdc-5278-4c12-a5a1-68d98a57742a', 'name': '', 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:20Z', 'updated_at': '2021-09-15T16:06:25Z', 'revision_number': 4, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'subnets': [{'id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:06:26.054569 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bf566e-5474-467d-9914-4b82719237dc None None] The sync data for ids ['d287d816-d467-4ca3-ae35-62eb62248c6f'] in dv-cinder-809206-1-iscsi is: [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:06:21Z', 'revision_number': 4, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'd62a5bdc-5278-4c12-a5a1-68d98a57742a', 'name': '', 'network_id': 'bb90f237-05d9-4d03-8dd0-68c804742682', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'mac_address': 'fa:16:3e:45:5a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:20Z', 'updated_at': '2021-09-15T16:06:25Z', 'revision_number': 4, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'subnets': [{'id': '0a2271d9-6b5a-4411-bd98-65357bf2e9c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:06:26.394672 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4eba50-5e87-433b-bca0-c8f42bb01a0e req-aee4493a-d9d0-46aa-a34f-25a8a53c7d4f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:26.396865 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5e4eba50-5e87-433b-bca0-c8f42bb01a0e req-aee4493a-d9d0-46aa-a34f-25a8a53c7d4f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0645962 Sep 15 16:06:26.454769 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5e4eba50-5e87-433b-bca0-c8f42bb01a0e req-c96b3c42-3a4f-4f07-9bfb-9d2b2827ea26 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Sep 15 16:06:26.875488 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2b7c7fbe-da2e-4979-9a65-ed16d12719cc req-b660d707-3436-42c6-b63a-c786679f835b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 210 time: 0.0256898 Sep 15 16:06:27.267143 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-ab51ddff-d1f7-41b3-9328-31f49f1da5b6 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:27.268609 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-ab51ddff-d1f7-41b3-9328-31f49f1da5b6 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "GET /v2.0/networks?id=3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 200 len: 814 time: 0.1087747 Sep 15 16:06:27.286633 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Request body: {'port': {'device_id': '0afa3947-afd9-4250-9859-72909c50eb92', 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470', 'admin_state_up': True, 'tenant_id': '4aaa4d11d2094213ad2586550addc13e'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:27.396868 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Made reservation on behalf of 4aaa4d11d2094213ad2586550addc13e for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:27.400778 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.555060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Allocated IP 172.20.0.6 (3bbfa869-4702-45b4-9c67-e4c93788e470/bd5851d5-e232-4ca9-8d43-d44dd234b2c5/2a93d0df-5eac-44c1-aaae-d972efc62a0a) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:27.592584 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386a8cf-e49c-418e-aa76-49ee6dadfc67 req-6d2c0c90-694c-420b-bdaa-bbd103d8b6c5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:27.595101 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3386a8cf-e49c-418e-aa76-49ee6dadfc67 req-6d2c0c90-694c-420b-bdaa-bbd103d8b6c5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0802021 Sep 15 16:06:27.622947 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device d62a5bdc-5278-4c12-a5a1-68d98a57742a up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:27.648038 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3386a8cf-e49c-418e-aa76-49ee6dadfc67 req-390b9e00-bdae-41c9-8cab-e0c3ba0d307f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465798 Sep 15 16:06:27.695735 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port d62a5bdc-5278-4c12-a5a1-68d98a57742a triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:27.696088 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.792630 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.799469 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d73c4-04d5-4edb-8b46-cd8537959704 req-1e9994d2-1191-4a47-b115-adc37f50c005 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:27.801260 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-874d73c4-04d5-4edb-8b46-cd8537959704 req-1e9994d2-1191-4a47-b115-adc37f50c005 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0731361 Sep 15 16:06:27.838778 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:27.846250 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-874d73c4-04d5-4edb-8b46-cd8537959704 req-f8c9d641-2cec-4795-9b78-d95ed9402a62 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388801 Sep 15 16:06:27.891276 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Network 3bbfa869-4702-45b4-9c67-e4c93788e470 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:27.895008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:27.898548 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:27.937228 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Pushing event updated for resources: {'Port': ['ID=2a93d0df-5eac-44c1-aaae-d972efc62a0a,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:27.975119 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:27.975844 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.003037 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-7a2ba9de-7e0e-4a08-a758-cfe8e4ed49e7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199531 Sep 15 16:06:28.024940 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Request body: {'port': {'device_id': '0afa3947-afd9-4250-9859-72909c50eb92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:28.055390 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898b94e-a0e9-4337-be4c-25cea3dc27e9 req-d30993ad-b379-4686-9d4b-1a20c71ba570 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:28.057234 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e898b94e-a0e9-4337-be4c-25cea3dc27e9 req-d30993ad-b379-4686-9d4b-1a20c71ba570 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 931 time: 0.0973508 Sep 15 16:06:28.115585 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.136051 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e898b94e-a0e9-4337-be4c-25cea3dc27e9 req-385216d2-b049-4c09-9241-5eb781f98db7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727997 Sep 15 16:06:28.470009 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a93d0df-5eac-44c1-aaae-d972efc62a0a {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:28.480579 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.486729 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-7c1d9d34-3598-4cfe-8f87-1cbcfca56994 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:28.488032 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-7c1d9d34-3598-4cfe-8f87-1cbcfca56994 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.1180141 Sep 15 16:06:28.493748 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Transition to ACTIVE for port object 2a93d0df-5eac-44c1-aaae-d972efc62a0a will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:06:28.498312 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.510098 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-443f3053-a229-4484-9a14-951f564e1410 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/quotas/b5175f81424d46e29177767bf0b43d93 HTTP/1.1" status: 200 len: 375 time: 0.0156398 Sep 15 16:06:28.548561 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Pushing event updated for resources: {'Port': ['ID=2a93d0df-5eac-44c1-aaae-d972efc62a0a,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:28.561612 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-3ca2ec5a-2f4a-40c5-8d27-a7fe293ca7f9 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505641 Sep 15 16:06:28.628669 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Attempting to bind port 2a93d0df-5eac-44c1-aaae-d972efc62a0a on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:28.628949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Attempting to bind port 2a93d0df-5eac-44c1-aaae-d972efc62a0a by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:28.629265 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Attempting to bind port 2a93d0df-5eac-44c1-aaae-d972efc62a0a on network 3bbfa869-4702-45b4-9c67-e4c93788e470 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:28.633989 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Port 2a93d0df-5eac-44c1-aaae-d972efc62a0a on network 3bbfa869-4702-45b4-9c67-e4c93788e470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:06:28.634302 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Attempting to bind port 2a93d0df-5eac-44c1-aaae-d972efc62a0a on network 3bbfa869-4702-45b4-9c67-e4c93788e470 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:28.639209 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:28.639600 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Checking segment: {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:28.639986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Bound using segment: {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:28.640419 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Bound port: 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:28.640768 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.673896 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-4c7db3b7-14fb-4d76-9e0c-c29466896f4d service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041365 Sep 15 16:06:28.706254 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] For port 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:28.709451 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] For port 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:28.713131 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.757134 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:28.757542 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:28.758914 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] 10.222.0.64 "PUT /v2.0/ports/2a93d0df-5eac-44c1-aaae-d972efc62a0a HTTP/1.1" status: 200 len: 1093 time: 0.7396171 Sep 15 16:06:28.759342 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afa3947-afd9-4250-9859-72909c50eb92', 'tag': '2a93d0df-5eac-44c1-aaae-d972efc62a0a'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:28.761538 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567c6ed8-410e-4123-a691-8851a2ec47fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0afa3947-afd9-4250-9859-72909c50eb92", "tag": "2a93d0df-5eac-44c1-aaae-d972efc62a0a"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:28.783965 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75541a5f-c5c0-439a-805a-22c8d5aba3ec service neutron] Pushing event updated for resources: {'Port': ['ID=2a93d0df-5eac-44c1-aaae-d972efc62a0a,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:28.786903 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-608d9264-9ed4-45f6-9247-3faa262e5af6 service neutron] 10.222.0.59 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025503 Sep 15 16:06:28.805366 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a192d-d6d0-438b-8fce-fab9f2d29019 x-openstack-request-id: req-a19a192d-d6d0-438b-8fce-fab9f2d29019 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:28.805714 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afa3947-afd9-4250-9859-72909c50eb92", "tag": "2a93d0df-5eac-44c1-aaae-d972efc62a0a", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:28.806075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a19a192d-d6d0-438b-8fce-fab9f2d29019 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:28.806521 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afa3947-afd9-4250-9859-72909c50eb92', 'tag': '2a93d0df-5eac-44c1-aaae-d972efc62a0a', 'status': 'completed', 'code': 200} Sep 15 16:06:28.856434 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-5b0ce9d8-e85d-4a64-9b77-b7d88b32eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:28.857900 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-5b0ce9d8-e85d-4a64-9b77-b7d88b32eb0f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaa4d11d2094213ad2586550addc13e&device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 1096 time: 0.0450311 Sep 15 16:06:28.904218 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-c298c477-05ec-4e0a-aa79-16583be8433d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a HTTP/1.1" status: 200 len: 217 time: 0.0367579 Sep 15 16:06:28.952141 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-db8569d5-22dc-4e00-8c7c-2d0f2eb703e8 req-e11c5ca6-a030-4b14-9d61-afde712d1935 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0260825 Sep 15 16:06:28.956835 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-6f719a6b-be72-44e3-bcec-51da31afc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:28.957700 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-6f719a6b-be72-44e3-bcec-51da31afc4f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd5851d5-e232-4ca9-8d43-d44dd234b2c5 HTTP/1.1" status: 200 len: 854 time: 0.0461228 Sep 15 16:06:28.993741 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-c866e4a0-8206-46b2-95e6-024c5dd7851c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbfa869-4702-45b4-9c67-e4c93788e470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251253 Sep 15 16:06:29.092673 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-37e2789f-f580-4f4e-8458-6e13b6df8243 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901854 Sep 15 16:06:29.209035 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e0d2f5b8-6c89-4542-9b8d-1a708897aca7 req-9c5f0fe8-8b64-4c5d-8b8c-14f583c3c2b3 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925381 Sep 15 16:06:29.264107 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9138767a-06b4-4bf8-a107-754ff49813c6 req-79cec74c-97cf-4055-a50f-5b82aaf7ec86 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.265564 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9138767a-06b4-4bf8-a107-754ff49813c6 req-79cec74c-97cf-4055-a50f-5b82aaf7ec86 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 943 time: 0.0540953 Sep 15 16:06:29.306925 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9138767a-06b4-4bf8-a107-754ff49813c6 req-ddcd6e12-c622-498d-8d33-4634c7b78563 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Sep 15 16:06:29.353005 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-1b8d804d-655a-40c5-8c54-5c93f57f1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.354445 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-1b8d804d-655a-40c5-8c54-5c93f57f1a4f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaa4d11d2094213ad2586550addc13e&device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 1096 time: 0.0446713 Sep 15 16:06:29.459191 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-3d42981e-f05a-4184-9835-39d51cd3fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.460741 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-3d42981e-f05a-4184-9835-39d51cd3fae9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 200 len: 915 time: 0.0955684 Sep 15 16:06:29.521875 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-73766c08-a7e5-4691-bc0b-4fc3dbc7f879 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a HTTP/1.1" status: 200 len: 217 time: 0.0491958 Sep 15 16:06:29.581244 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-da11e305-6216-448f-bbab-40a98ae01e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.583137 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-da11e305-6216-448f-bbab-40a98ae01e82 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd5851d5-e232-4ca9-8d43-d44dd234b2c5 HTTP/1.1" status: 200 len: 854 time: 0.0455792 Sep 15 16:06:29.622733 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-67b3298a-c08b-4ed3-85a8-e8ae491537b5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbfa869-4702-45b4-9c67-e4c93788e470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252709 Sep 15 16:06:29.674215 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bfdcf-6b88-417b-a263-2c382b330bfd req-018bdcd4-ad5b-4934-9c74-0196f40299e8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.675895 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-481bfdcf-6b88-417b-a263-2c382b330bfd req-018bdcd4-ad5b-4934-9c74-0196f40299e8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0575171 Sep 15 16:06:29.714448 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-481bfdcf-6b88-417b-a263-2c382b330bfd req-c1ac13db-43b3-4440-a217-069aa97c4535 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320914 Sep 15 16:06:29.737709 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a979c06-c297-46cb-88cd-b6491365014e req-cb29f5c0-5677-44bf-abba-8d76470c8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.739296 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-cb29f5c0-5677-44bf-abba-8d76470c8f51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0932515 Sep 15 16:06:29.772235 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-32dab727-2d11-4a33-a6e1-f67b3a75dd99 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347609 Sep 15 16:06:29.893771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a979c06-c297-46cb-88cd-b6491365014e req-8565cf98-3150-4cd7-ad8b-e435f98a6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:29.895150 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-8565cf98-3150-4cd7-ad8b-e435f98a6ee5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1434302 Sep 15 16:06:29.950079 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-567c6ed8-410e-4123-a691-8851a2ec47fe req-90ff8186-c316-437f-a691-4654cb5f35ad service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376767 Sep 15 16:06:29.951455 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-e13cc92c-fe2f-43e0-a4b8-155f180990ef service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0418513 Sep 15 16:06:30.005414 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a979c06-c297-46cb-88cd-b6491365014e req-1dee451a-1505-4157-803e-4f438d1635b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:30.006908 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-1dee451a-1505-4157-803e-4f438d1635b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0442710 Sep 15 16:06:30.044052 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-0ad76d5f-5ea2-47d0-8958-10adc50b8b72 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249689 Sep 15 16:06:30.049311 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9b739894-b24b-4c53-b6e7-e4d768936ac5 req-a759520a-b40f-47c0-a653-4383c530e5b1 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0267551 Sep 15 16:06:30.403305 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-a17a095f-85ef-49fa-9e4d-81e3b8c77814 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496053 Sep 15 16:06:30.432690 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045c186-31b6-43e9-98ba-e5294140aa4c req-5279e643-1775-4d0d-babe-60d2f7a0d988 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:30.434368 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1045c186-31b6-43e9-98ba-e5294140aa4c req-5279e643-1775-4d0d-babe-60d2f7a0d988 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 943 time: 0.0576329 Sep 15 16:06:30.462771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-48f22a2f-8cce-42ce-a69c-9144fe652808 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:30.464211 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-48f22a2f-8cce-42ce-a69c-9144fe652808 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 815 time: 0.1488690 Sep 15 16:06:30.478955 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1045c186-31b6-43e9-98ba-e5294140aa4c req-42824b94-09fa-45c3-8ab3-852700b33455 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362899 Sep 15 16:06:30.500260 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Request body: {'port': {'device_id': '54952135-9d6d-4423-ba34-d144668e2fe8', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'admin_state_up': True, 'tenant_id': 'b5175f81424d46e29177767bf0b43d93'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:30.589693 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8a979c06-c297-46cb-88cd-b6491365014e req-4cad1208-e0cd-4362-982a-2671359af4e0 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767013 Sep 15 16:06:30.635997 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Made reservation on behalf of b5175f81424d46e29177767bf0b43d93 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:30.640079 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.773385 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Allocated IP 172.20.0.13 (460f33a6-6808-4618-902f-c046672f9fe8/9e60e6b1-b960-4e46-944f-6993be51ed2b/000615ad-65c7-449e-a960-a5b93d9b24f2) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:30.836430 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708b8a4-94fd-4f63-9fcd-865758a03271 req-ee98e147-474a-4d07-a32d-8388f4eb1b1f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:30.838300 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c708b8a4-94fd-4f63-9fcd-865758a03271 req-ee98e147-474a-4d07-a32d-8388f4eb1b1f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0506196 Sep 15 16:06:30.875742 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c708b8a4-94fd-4f63-9fcd-865758a03271 req-d73035ac-85ea-42a3-9dfc-73a2fe6fbe11 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Sep 15 16:06:30.926154 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.959183 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:30.972813 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b', 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', '649f0380-9c7d-4a3e-8fe0-ee0596244981'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:06:30.999700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Network 460f33a6-6808-4618-902f-c046672f9fe8 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:31.003239 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:31.006784 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:31.035995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event updated for resources: {'Port': ['ID=000615ad-65c7-449e-a960-a5b93d9b24f2,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:31.063784 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.064375 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.082869 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-7f6731a3-f01f-4c91-9c62-da5739d61df2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5876906 Sep 15 16:06:31.103736 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Request body: {'port': {'device_id': '54952135-9d6d-4423-ba34-d144668e2fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:31.160831 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.170341 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb27601-ced4-4df9-bd63-395f6f8d8a47 req-0e1f8bf7-59c3-4b88-b0b4-bf8934ee398d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.172747 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ceb27601-ced4-4df9-bd63-395f6f8d8a47 req-0e1f8bf7-59c3-4b88-b0b4-bf8934ee398d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 932 time: 0.0522032 Sep 15 16:06:31.217945 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ceb27601-ced4-4df9-bd63-395f6f8d8a47 req-9a2b8df5-57df-4de1-8c8b-ec7da558ff11 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334969 Sep 15 16:06:31.431439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000615ad-65c7-449e-a960-a5b93d9b24f2 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:31.439070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.451011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Transition to ACTIVE for port object 000615ad-65c7-449e-a960-a5b93d9b24f2 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:06:31.454327 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.526514 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Pushing event updated for resources: {'Port': ['ID=000615ad-65c7-449e-a960-a5b93d9b24f2,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:31.580618 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Attempting to bind port 000615ad-65c7-449e-a960-a5b93d9b24f2 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:31.581204 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Attempting to bind port 000615ad-65c7-449e-a960-a5b93d9b24f2 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:31.581531 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Attempting to bind port 000615ad-65c7-449e-a960-a5b93d9b24f2 on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:31.586356 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Port 000615ad-65c7-449e-a960-a5b93d9b24f2 on network 460f33a6-6808-4618-902f-c046672f9fe8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:06:31.586706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Attempting to bind port 000615ad-65c7-449e-a960-a5b93d9b24f2 on network 460f33a6-6808-4618-902f-c046672f9fe8 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:31.591474 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:31.592090 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Checking segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:31.592213 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Bound using segment: {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:31.592602 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Bound port: 000615ad-65c7-449e-a960-a5b93d9b24f2, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f66b96ac-d84d-4b43-b02a-b7290404c0f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:31.592951 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.598148 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff828c0-115e-4faa-855e-07d2fb1e94fc req-41eaabc6-0e48-455e-9e39-50bf75b6e715 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.599652 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0ff828c0-115e-4faa-855e-07d2fb1e94fc req-41eaabc6-0e48-455e-9e39-50bf75b6e715 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 943 time: 0.0500834 Sep 15 16:06:31.644353 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0ff828c0-115e-4faa-855e-07d2fb1e94fc req-ec513949-2476-4570-bc4d-20527bb80af7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385325 Sep 15 16:06:31.663117 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] For port 000615ad-65c7-449e-a960-a5b93d9b24f2, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:31.666248 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] For port 000615ad-65c7-449e-a960-a5b93d9b24f2, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=000615ad-65c7-449e-a960-a5b93d9b24f2,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:31.671720 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.704915 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.705717 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:31.707194 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] 10.222.0.64 "PUT /v2.0/ports/000615ad-65c7-449e-a960-a5b93d9b24f2 HTTP/1.1" status: 200 len: 1094 time: 0.6076779 Sep 15 16:06:31.709455 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54952135-9d6d-4423-ba34-d144668e2fe8', 'tag': '000615ad-65c7-449e-a960-a5b93d9b24f2'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:31.712501 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01" -d '{"events": [{"name": "network-changed", "server_uuid": "54952135-9d6d-4423-ba34-d144668e2fe8", "tag": "000615ad-65c7-449e-a960-a5b93d9b24f2"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:31.741500 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978a7b7-9219-4ff9-b51b-5fb0e07218d6 service neutron] Pushing event updated for resources: {'Port': ['ID=000615ad-65c7-449e-a960-a5b93d9b24f2,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:31.764243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9052f552-cfed-430e-ae7b-8c22c22f5ac3 x-openstack-request-id: req-9052f552-cfed-430e-ae7b-8c22c22f5ac3 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:31.764243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54952135-9d6d-4423-ba34-d144668e2fe8", "tag": "000615ad-65c7-449e-a960-a5b93d9b24f2", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:31.764243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9052f552-cfed-430e-ae7b-8c22c22f5ac3 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:31.764596 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54952135-9d6d-4423-ba34-d144668e2fe8', 'tag': '000615ad-65c7-449e-a960-a5b93d9b24f2', 'status': 'completed', 'code': 200} Sep 15 16:06:31.793677 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-f72c0380-bdb4-44e2-974f-55df0109d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.795212 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-f72c0380-bdb4-44e2-974f-55df0109d983 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 1097 time: 0.0418360 Sep 15 16:06:31.843261 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-23bffd3f-36df-4af0-8741-4ce5530ead17 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=000615ad-65c7-449e-a960-a5b93d9b24f2 HTTP/1.1" status: 200 len: 217 time: 0.0338326 Sep 15 16:06:31.905703 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21008-269b-4599-8775-13aca4c2842d req-37e733e2-53e1-41c7-99f0-1171acd2cf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.908407 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-37e733e2-53e1-41c7-99f0-1171acd2cf95 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0467353 Sep 15 16:06:31.942957 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-6670ac54-0cc4-49cf-8427-8d5005eb6f47 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248957 Sep 15 16:06:31.996940 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aab39f-d9c3-472d-b0b3-1fac09e0101d req-a8d279e4-4647-42a8-995a-51ff34c953ba tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:31.998285 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-44aab39f-d9c3-472d-b0b3-1fac09e0101d req-a8d279e4-4647-42a8-995a-51ff34c953ba tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0540948 Sep 15 16:06:32.035568 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-2e74f9e7-de51-4f44-b0d3-3714ed3fddc5 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839458 Sep 15 16:06:32.035780 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-44aab39f-d9c3-472d-b0b3-1fac09e0101d req-75fa0109-d72b-41eb-b39a-f7fff1a93c93 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Sep 15 16:06:32.132875 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7be21008-269b-4599-8775-13aca4c2842d req-5c2b7904-37ba-43c6-9dd7-6139ffb7b0ef service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874248 Sep 15 16:06:32.225825 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-fe830307-a290-47ce-abf0-2f4245a91365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:32.227318 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-fe830307-a290-47ce-abf0-2f4245a91365 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b5175f81424d46e29177767bf0b43d93&device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 1097 time: 0.0385420 Sep 15 16:06:32.324145 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-d15fcedd-4ad1-4516-88bd-a9725e7c7998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:32.325634 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-d15fcedd-4ad1-4516-88bd-a9725e7c7998 service neutron] 10.222.0.64 "GET /v2.0/networks?id=460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 200 len: 916 time: 0.0891130 Sep 15 16:06:32.337746 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7263e-99cb-4440-9378-3225dee7cfd9 req-a2218222-75af-4d37-83b8-f2ecdc9b1200 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:32.339200 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ab7263e-99cb-4440-9378-3225dee7cfd9 req-a2218222-75af-4d37-83b8-f2ecdc9b1200 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 944 time: 0.0478995 Sep 15 16:06:32.380952 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-927d8040-b9c2-4d40-abc6-d2b70f36b5e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=000615ad-65c7-449e-a960-a5b93d9b24f2 HTTP/1.1" status: 200 len: 217 time: 0.0437627 Sep 15 16:06:32.384087 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ab7263e-99cb-4440-9378-3225dee7cfd9 req-49be789a-9dab-41e7-abf8-2f172f881ad3 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Sep 15 16:06:32.438444 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-2ed8f04e-6aa3-43d0-a98c-8b3ec4ee96c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:32.439909 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-2ed8f04e-6aa3-43d0-a98c-8b3ec4ee96c4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 200 len: 855 time: 0.0468805 Sep 15 16:06:32.481996 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-91b280ff-1e73-4697-98ba-efdadd038483 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=460f33a6-6808-4618-902f-c046672f9fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237520 Sep 15 16:06:32.577838 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-64691370-f22f-473c-81b7-d725606b551c service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804079 Sep 15 16:06:32.680465 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6a3d8bb-d459-492f-91b8-e0f56a78ab01 req-50e9b9d8-c053-42f2-887b-fbb8ca9469f2 service neutron] 10.222.0.64 "GET /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896173 Sep 15 16:06:32.686805 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2a93d0df-5eac-44c1-aaae-d972efc62a0a details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:06:32.773312 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b80a94-9972-410f-b8ae-ec7406d28279 req-d39fdb95-e3f8-4b16-98e7-ccdc4facfb6e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:32.774791 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0b80a94-9972-410f-b8ae-ec7406d28279 req-d39fdb95-e3f8-4b16-98e7-ccdc4facfb6e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 943 time: 0.0523450 Sep 15 16:06:32.796418 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:32.809677 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '2a93d0df-5eac-44c1-aaae-d972efc62a0a', 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470', 'port_id': '2a93d0df-5eac-44c1-aaae-d972efc62a0a', 'mac_address': 'fa:16:3e:dc:df:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5851d5-e232-4ca9-8d43-d44dd234b2c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:06:32.813609 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0b80a94-9972-410f-b8ae-ec7406d28279 req-be898144-2555-480d-a264-5abb317d22fd tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327163 Sep 15 16:06:32.852402 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.865777 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a93d0df-5eac-44c1-aaae-d972efc62a0a {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:32.884604 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:32.887596 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:32.940597 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=2a93d0df-5eac-44c1-aaae-d972efc62a0a,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:33.153606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc2eb0-a7cf-40e4-8a8d-c4579a2958e2 req-432115ad-5fd3-4553-982c-ac2dbb119e8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:33.155055 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-afcc2eb0-a7cf-40e4-8a8d-c4579a2958e2 req-432115ad-5fd3-4553-982c-ac2dbb119e8f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Sep 15 16:06:33.192297 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-afcc2eb0-a7cf-40e4-8a8d-c4579a2958e2 req-156c0180-f3df-4ff3-8409-789700070d02 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Sep 15 16:06:33.337489 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['2a93d0df-5eac-44c1-aaae-d972efc62a0a'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:06:33.504372 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cf207-c02f-49b4-9d3d-81774224ac9d req-47d94dbd-d6a4-4a1c-a0ff-e5cdac8a4d30 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:33.505888 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fe5cf207-c02f-49b4-9d3d-81774224ac9d req-47d94dbd-d6a4-4a1c-a0ff-e5cdac8a4d30 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 944 time: 0.0477688 Sep 15 16:06:33.543435 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fe5cf207-c02f-49b4-9d3d-81774224ac9d req-7dada2c1-abf3-48b0-93a7-63f2c60b0438 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Sep 15 16:06:33.948926 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200278b-8f21-4fee-b139-3694c8dea646 req-053164fc-4484-44db-97e0-d7dcc2bfc82e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:33.950407 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5200278b-8f21-4fee-b139-3694c8dea646 req-053164fc-4484-44db-97e0-d7dcc2bfc82e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 944 time: 0.0503576 Sep 15 16:06:33.989962 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5200278b-8f21-4fee-b139-3694c8dea646 req-fb312142-fe33-4f34-a9fa-cb39795bf509 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328734 Sep 15 16:06:34.305869 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424e14-862d-4fe5-9b57-84a8d265ad5c req-a9b11d81-815e-4324-9466-12f33905af29 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:34.307215 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bb424e14-862d-4fe5-9b57-84a8d265ad5c req-a9b11d81-815e-4324-9466-12f33905af29 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0499253 Sep 15 16:06:34.343604 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bb424e14-862d-4fe5-9b57-84a8d265ad5c req-0bf7ab1b-abd6-428f-bc41-2df9f30379a2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297954 Sep 15 16:06:34.658876 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925079b-7017-493a-a170-bed38128ab6b req-ff4f32c4-86a0-4eb9-aff2-480155adc629 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:34.660324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4925079b-7017-493a-a170-bed38128ab6b req-ff4f32c4-86a0-4eb9-aff2-480155adc629 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 944 time: 0.0474768 Sep 15 16:06:34.697366 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4925079b-7017-493a-a170-bed38128ab6b req-7b98d9e6-fe63-470b-b84f-0a2d77d9d0fb tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309994 Sep 15 16:06:34.707408 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 000615ad-65c7-449e-a960-a5b93d9b24f2 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:06:34.711656 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2a93d0df-5eac-44c1-aaae-d972efc62a0a up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:34.934801 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 2a93d0df-5eac-44c1-aaae-d972efc62a0a completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:06:34.941362 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 2a93d0df-5eac-44c1-aaae-d972efc62a0a triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:34.941744 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:34.984339 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 000615ad-65c7-449e-a960-a5b93d9b24f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=000615ad-65c7-449e-a960-a5b93d9b24f2,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:35.002881 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '000615ad-65c7-449e-a960-a5b93d9b24f2', 'network_id': '460f33a6-6808-4618-902f-c046672f9fe8', 'port_id': '000615ad-65c7-449e-a960-a5b93d9b24f2', 'mac_address': 'fa:16:3e:b6:c2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e60e6b1-b960-4e46-944f-6993be51ed2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:06:35.075277 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.095793 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.105679 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000615ad-65c7-449e-a960-a5b93d9b24f2 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:35.120624 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f541-61f1-4cd1-8d01-a28b09a0495c req-24c53b20-971b-47c2-bb37-ab7de20bee23 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:35.122249 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3fc6f541-61f1-4cd1-8d01-a28b09a0495c req-24c53b20-971b-47c2-bb37-ab7de20bee23 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 944 time: 0.0540292 Sep 15 16:06:35.136531 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa3947-afd9-4250-9859-72909c50eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93d0df-5eac-44c1-aaae-d972efc62a0a'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:35.138810 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e63b03-74cb-498c-b437-b1917befc3d3" -d '{"events": [{"server_uuid": "0afa3947-afd9-4250-9859-72909c50eb92", "name": "network-vif-plugged", "status": "completed", "tag": "2a93d0df-5eac-44c1-aaae-d972efc62a0a"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:35.146422 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 000615ad-65c7-449e-a960-a5b93d9b24f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=000615ad-65c7-449e-a960-a5b93d9b24f2,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:35.153830 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.158020 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:35.163555 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3fc6f541-61f1-4cd1-8d01-a28b09a0495c req-c9ab84ae-c0ef-473c-be72-b43bb7e55689 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338295 Sep 15 16:06:35.184115 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab674a5-8bfa-44f8-a954-e3ebb73bd64e x-openstack-request-id: req-fab674a5-8bfa-44f8-a954-e3ebb73bd64e {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:35.184404 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afa3947-afd9-4250-9859-72909c50eb92", "name": "network-vif-plugged", "status": "completed", "tag": "2a93d0df-5eac-44c1-aaae-d972efc62a0a", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:35.184652 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-fab674a5-8bfa-44f8-a954-e3ebb73bd64e {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:35.185026 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa3947-afd9-4250-9859-72909c50eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a93d0df-5eac-44c1-aaae-d972efc62a0a', 'code': 200} Sep 15 16:06:35.187335 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:35.214502 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=000615ad-65c7-449e-a960-a5b93d9b24f2,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.262318 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=2a93d0df-5eac-44c1-aaae-d972efc62a0a,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:35.364926 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f7577-b855-4f7b-9ae3-53342ebcbc05 req-57f67ecf-d113-496b-b4b2-18fe0d6cf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:35.366423 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-334f7577-b855-4f7b-9ae3-53342ebcbc05 req-57f67ecf-d113-496b-b4b2-18fe0d6cf862 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 1098 time: 0.0422435 Sep 15 16:06:35.401548 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-334f7577-b855-4f7b-9ae3-53342ebcbc05 req-1c79fbda-94a5-46ce-bd74-a5fd25343191 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267437 Sep 15 16:06:35.465809 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50238-4d28-44fc-b750-d7c009b9aebf req-d7910a98-3151-49bd-bebd-1e8f8de75c96 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:35.467281 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7cc50238-4d28-44fc-b750-d7c009b9aebf req-d7910a98-3151-49bd-bebd-1e8f8de75c96 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0526905 Sep 15 16:06:35.503948 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7cc50238-4d28-44fc-b750-d7c009b9aebf req-19fb4939-ce15-4eee-bc1c-f2dfcde5cf9a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303242 Sep 15 16:06:35.590965 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['000615ad-65c7-449e-a960-a5b93d9b24f2'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:06:35.818308 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaefd86-f38b-4088-aa31-a5e33f7f836e req-00e3ce8d-4c5d-4866-89d6-bf274fd8aab8 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:35.819808 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9eaefd86-f38b-4088-aa31-a5e33f7f836e req-00e3ce8d-4c5d-4866-89d6-bf274fd8aab8 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 945 time: 0.0506842 Sep 15 16:06:35.856003 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9eaefd86-f38b-4088-aa31-a5e33f7f836e req-8298195f-5d3e-47ac-8d21-eca2c463ddb7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303390 Sep 15 16:06:36.282732 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71950192-c3e2-4aa4-834e-b78c69f48d95 req-573426a2-9f8d-4792-9f10-be796546491c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:36.284119 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-71950192-c3e2-4aa4-834e-b78c69f48d95 req-573426a2-9f8d-4792-9f10-be796546491c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Sep 15 16:06:36.320937 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-71950192-c3e2-4aa4-834e-b78c69f48d95 req-fde8cc97-3d48-4c1f-8ae2-6b8ed50c068a tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306656 Sep 15 16:06:36.624034 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07905a6-ba62-462f-a8c2-788c5765712b req-661bafb0-2e47-4d0d-898d-d031ebbd8c7f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:36.626096 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f07905a6-ba62-462f-a8c2-788c5765712b req-661bafb0-2e47-4d0d-898d-d031ebbd8c7f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0508995 Sep 15 16:06:36.662312 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f07905a6-ba62-462f-a8c2-788c5765712b req-991cfe28-5085-4225-ba9d-bc8e7e8c5b9a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302513 Sep 15 16:06:36.852793 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:06:36.968275 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bac02-4422-4681-a666-3c1b8ad6a3f1 req-7a9ddbd8-01fb-49b3-b927-b300267e0ea6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:36.970778 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed0bac02-4422-4681-a666-3c1b8ad6a3f1 req-7a9ddbd8-01fb-49b3-b927-b300267e0ea6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 945 time: 0.0485251 Sep 15 16:06:37.009738 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed0bac02-4422-4681-a666-3c1b8ad6a3f1 req-ce09704a-52ef-4ffd-a1af-bb66a8ff4f12 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Sep 15 16:06:37.435208 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc2d82-7df6-42bc-bad4-8bdd1fa57259 req-3031a036-6efc-4efb-853c-15bf760667be tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:37.436649 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b3cc2d82-7df6-42bc-bad4-8bdd1fa57259 req-3031a036-6efc-4efb-853c-15bf760667be tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0485926 Sep 15 16:06:37.475347 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b3cc2d82-7df6-42bc-bad4-8bdd1fa57259 req-214764f9-516e-46cd-b7e9-2c5ee6582c6f tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Sep 15 16:06:37.788247 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6d5ee-54e2-4cb0-ba4c-ea199db469c9 req-c397af08-afcc-4597-84e5-ba818f65df1a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:37.789786 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-12f6d5ee-54e2-4cb0-ba4c-ea199db469c9 req-c397af08-afcc-4597-84e5-ba818f65df1a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0581980 Sep 15 16:06:37.827478 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-12f6d5ee-54e2-4cb0-ba4c-ea199db469c9 req-d6785e98-d73f-4434-98cb-3e3c5b17b5d0 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313542 Sep 15 16:06:38.129834 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce46c4-4328-4b16-9d90-811ab0b781ad req-c513e193-8098-4898-ace2-feb0aeb01ea2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:38.131418 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25ce46c4-4328-4b16-9d90-811ab0b781ad req-c513e193-8098-4898-ace2-feb0aeb01ea2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 945 time: 0.0538251 Sep 15 16:06:38.170411 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25ce46c4-4328-4b16-9d90-811ab0b781ad req-db90a863-7656-4c35-b9fa-b391e76354fe tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331285 Sep 15 16:06:38.745382 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 000615ad-65c7-449e-a960-a5b93d9b24f2 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:06:38.795232 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 000615ad-65c7-449e-a960-a5b93d9b24f2 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:06:38.799339 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 000615ad-65c7-449e-a960-a5b93d9b24f2 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:38.799716 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.879150 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.902741 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54952135-9d6d-4423-ba34-d144668e2fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000615ad-65c7-449e-a960-a5b93d9b24f2'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:38.905013 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638da619-6ce8-4da9-a951-c1395b6c97ef" -d '{"events": [{"server_uuid": "54952135-9d6d-4423-ba34-d144668e2fe8", "name": "network-vif-plugged", "status": "completed", "tag": "000615ad-65c7-449e-a960-a5b93d9b24f2"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:38.920268 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 000615ad-65c7-449e-a960-a5b93d9b24f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=000615ad-65c7-449e-a960-a5b93d9b24f2,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:06:38.925661 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:38.959020 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f19319-eb23-489d-a4e9-2b844ca4b957 x-openstack-request-id: req-a1f19319-eb23-489d-a4e9-2b844ca4b957 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:38.959345 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54952135-9d6d-4423-ba34-d144668e2fe8", "name": "network-vif-plugged", "status": "completed", "tag": "000615ad-65c7-449e-a960-a5b93d9b24f2", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:38.959543 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a1f19319-eb23-489d-a4e9-2b844ca4b957 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:38.959932 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54952135-9d6d-4423-ba34-d144668e2fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000615ad-65c7-449e-a960-a5b93d9b24f2', 'code': 200} Sep 15 16:06:38.969442 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d493e17-b1ca-48fd-8282-f81edb5c1168 req-20173a30-bcfa-4755-b508-86596cbbd15e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:38.972153 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d493e17-b1ca-48fd-8282-f81edb5c1168 req-20173a30-bcfa-4755-b508-86596cbbd15e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0642829 Sep 15 16:06:38.983700 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=000615ad-65c7-449e-a960-a5b93d9b24f2,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:38.991505 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.991823 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.992314 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.992664 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.993002 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.993337 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.993672 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.994004 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.994379 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.994715 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.995042 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:38.995366 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:39.030646 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3d493e17-b1ca-48fd-8282-f81edb5c1168 req-6722c71c-7833-4058-9923-79f774f62611 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482500 Sep 15 16:06:39.135131 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982d027-08ce-4256-8d09-3fc152c3e9f1 req-c9ebac31-560d-435f-8e7d-70df0b26a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:39.136581 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e982d027-08ce-4256-8d09-3fc152c3e9f1 req-c9ebac31-560d-435f-8e7d-70df0b26a300 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 1099 time: 0.0386693 Sep 15 16:06:39.176213 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e982d027-08ce-4256-8d09-3fc152c3e9f1 req-06f31233-00f3-43d5-abd7-d97d2e3d116b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322073 Sep 15 16:06:39.294005 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81be0a-f4ba-48a4-8c3a-127863c6418a req-13ad8811-12f2-4ee7-bd1e-729176936548 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:39.295379 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc81be0a-f4ba-48a4-8c3a-127863c6418a req-13ad8811-12f2-4ee7-bd1e-729176936548 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.0551338 Sep 15 16:06:39.516620 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc81be0a-f4ba-48a4-8c3a-127863c6418a req-063d1f09-4c37-4c5f-880c-ca7a5a830278 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141714 Sep 15 16:06:40.151882 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d0697-9b81-4efc-9883-854562af3cb2 req-a0148261-0e9f-440e-8514-c715d24ea799 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:40.153387 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a29d0697-9b81-4efc-9883-854562af3cb2 req-a0148261-0e9f-440e-8514-c715d24ea799 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0510547 Sep 15 16:06:40.192578 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a29d0697-9b81-4efc-9883-854562af3cb2 req-39326825-db70-46f6-b6ba-19a78d16199a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326607 Sep 15 16:06:40.635624 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe1389-3db5-4c7d-a928-d96407e0eda5 req-f8fbf95c-3179-4220-a281-d52bfa7bf84d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:40.637071 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c9fe1389-3db5-4c7d-a928-d96407e0eda5 req-f8fbf95c-3179-4220-a281-d52bfa7bf84d tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.0510383 Sep 15 16:06:40.674629 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c9fe1389-3db5-4c7d-a928-d96407e0eda5 req-6f9a1adf-1cca-44c1-8c99-6b0ef656af06 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Sep 15 16:06:41.316265 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875e7c4-7f1d-4d38-9b59-3dff7658a599 req-20e10f61-95dc-4041-9ca3-5f10b90b1314 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:41.317775 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d875e7c4-7f1d-4d38-9b59-3dff7658a599 req-20e10f61-95dc-4041-9ca3-5f10b90b1314 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0565369 Sep 15 16:06:41.357480 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d875e7c4-7f1d-4d38-9b59-3dff7658a599 req-f0b7f464-d1a8-4d01-9907-94ad9b3dbe2c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331559 Sep 15 16:06:41.789910 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada70011-0175-46ad-8a57-31b5da15bd8d req-17eac75d-f532-4a95-88d9-1ecd31467ac4 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:41.791396 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ada70011-0175-46ad-8a57-31b5da15bd8d req-17eac75d-f532-4a95-88d9-1ecd31467ac4 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.0484858 Sep 15 16:06:41.830376 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ada70011-0175-46ad-8a57-31b5da15bd8d req-837b9888-e520-4f29-b984-aad62447c114 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320859 Sep 15 16:06:42.480274 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad196660-1105-4c98-b52f-603abc71a89b req-57e23c66-9113-4792-9311-6869465e047b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:42.481734 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ad196660-1105-4c98-b52f-603abc71a89b req-57e23c66-9113-4792-9311-6869465e047b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0501163 Sep 15 16:06:42.522964 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ad196660-1105-4c98-b52f-603abc71a89b req-29f04343-53bb-4259-9e8a-f2b78917c347 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337992 Sep 15 16:06:43.651452 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc428d6a-1157-4edb-a76d-a1da460f39de req-354c8358-0077-4c8e-9f02-32e1fe166e12 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:43.652894 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bc428d6a-1157-4edb-a76d-a1da460f39de req-354c8358-0077-4c8e-9f02-32e1fe166e12 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0535462 Sep 15 16:06:43.692023 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bc428d6a-1157-4edb-a76d-a1da460f39de req-3b2d451e-0def-42d1-85ef-2248da2911af tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324509 Sep 15 16:06:44.819319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a63-4f88-4759-9b42-4713a927d429 req-f3dddf25-738b-403f-85b9-1ff02baa2044 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:44.820677 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-37482a63-4f88-4759-9b42-4713a927d429 req-f3dddf25-738b-403f-85b9-1ff02baa2044 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0482421 Sep 15 16:06:44.858754 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-37482a63-4f88-4759-9b42-4713a927d429 req-a1242bf7-bf28-4e15-811d-718aa568e8de tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Sep 15 16:06:45.061087 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-7f1ffa3c-dd47-441b-9ae6-4258b7b4c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:45.063208 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-7f1ffa3c-dd47-441b-9ae6-4258b7b4c7d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0391374 Sep 15 16:06:45.167339 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-502a6f13-ef7e-460d-a45e-037f9bc12c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:45.168913 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-502a6f13-ef7e-460d-a45e-037f9bc12c7b service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.0822406 Sep 15 16:06:45.214734 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-82890355-8e3b-404d-a039-8ab72c18a29c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0372465 Sep 15 16:06:45.263669 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-5203c3ba-23fe-452c-8ee5-6d54e41a211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:45.265224 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-5203c3ba-23fe-452c-8ee5-6d54e41a211a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0428717 Sep 15 16:06:45.302671 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-8f587bf3-887e-45a2-af12-f2a450025ec5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259917 Sep 15 16:06:45.396014 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-62978a1c-3591-4f41-827f-af46ac2dc826 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862710 Sep 15 16:06:45.487955 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5c94f61e-56d1-4ad4-9a63-ec0b46b576b3 req-84762091-15fa-4587-b24f-1ebf8acfca8c service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843987 Sep 15 16:06:46.019747 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274af88-19da-4dfc-866b-b6962cf238b4 req-f3bf0666-ebd3-480d-8542-d7f141bc75fe tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:46.021135 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8274af88-19da-4dfc-866b-b6962cf238b4 req-f3bf0666-ebd3-480d-8542-d7f141bc75fe tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0842795 Sep 15 16:06:46.028516 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ebb9d-19b4-455e-adf7-397a5db3dfd0 req-3078ae44-26d1-41db-8600-8ffb4692f5d5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:46.029927 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e2ebb9d-19b4-455e-adf7-397a5db3dfd0 req-3078ae44-26d1-41db-8600-8ffb4692f5d5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0910692 Sep 15 16:06:46.082623 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8274af88-19da-4dfc-866b-b6962cf238b4 req-3401f1f3-f26b-4185-a0fc-1940698d4043 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516753 Sep 15 16:06:46.097596 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e2ebb9d-19b4-455e-adf7-397a5db3dfd0 req-ae754f59-0e4f-48c1-aa8a-a6e7556d0b4d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532277 Sep 15 16:06:46.536989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:47.230762 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffb94c-912b-4a53-bd06-c0aec7568ab0 req-a65ec8f0-cd00-4385-b51a-111da23a1ba6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:47.232208 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-73ffb94c-912b-4a53-bd06-c0aec7568ab0 req-a65ec8f0-cd00-4385-b51a-111da23a1ba6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0769308 Sep 15 16:06:47.244296 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6172a-910b-4a53-81e6-ea2293cf2778 req-6353ea06-a685-4e22-bca2-7d96f38b1518 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:47.245644 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-26a6172a-910b-4a53-81e6-ea2293cf2778 req-6353ea06-a685-4e22-bca2-7d96f38b1518 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0650461 Sep 15 16:06:47.306137 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-73ffb94c-912b-4a53-bd06-c0aec7568ab0 req-09dbde5a-353b-4c0f-a90f-424b8082793d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Sep 15 16:06:47.308807 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-26a6172a-910b-4a53-81e6-ea2293cf2778 req-055cabf7-f28e-4fde-b3f9-b3c4e625ca18 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559630 Sep 15 16:06:48.454873 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ae2a8-cf77-4597-8f23-279d57ed9abc req-4d291c3f-912c-4430-8f6a-e3d99282e9d5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:48.456371 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4d8ae2a8-cf77-4597-8f23-279d57ed9abc req-4d291c3f-912c-4430-8f6a-e3d99282e9d5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0827343 Sep 15 16:06:48.468344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2ca2a-bcf0-4bcf-8fa6-b1497c82ae63 req-5c3e582d-d734-4a80-88ca-93fcd63aef91 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:48.469914 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-60a2ca2a-bcf0-4bcf-8fa6-b1497c82ae63 req-5c3e582d-d734-4a80-88ca-93fcd63aef91 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0869749 Sep 15 16:06:48.524357 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-56ac4c05-cab6-47de-9f98-40ba52d1736b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:48.533208 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4d8ae2a8-cf77-4597-8f23-279d57ed9abc req-01cb6581-4407-49c2-ac2c-431c3d719ac4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618522 Sep 15 16:06:48.549973 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-60a2ca2a-bcf0-4bcf-8fa6-b1497c82ae63 req-54627bec-0160-4a70-af77-67e4e6c79f52 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721960 Sep 15 16:06:49.207209 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9040fb-5313-4886-ab70-b6ccce1d1508 req-c2354f8e-1411-4560-bb42-4e34094100c5 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:49.208662 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2f9040fb-5313-4886-ab70-b6ccce1d1508 req-c2354f8e-1411-4560-bb42-4e34094100c5 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0519278 Sep 15 16:06:49.245625 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2f9040fb-5313-4886-ab70-b6ccce1d1508 req-8c671bb6-e0c8-4b87-a704-f26fb4b6f94a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309088 Sep 15 16:06:49.685889 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b198cb-004b-49a9-8ddb-88e9fe45370f req-8593bf97-b0f8-46f7-8a78-a812bb791f05 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:49.688124 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15b198cb-004b-49a9-8ddb-88e9fe45370f req-8593bf97-b0f8-46f7-8a78-a812bb791f05 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0784729 Sep 15 16:06:49.699972 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74ec5-9bda-4c78-b573-c0d2ac35c600 req-1c258614-1f19-45e1-b654-6ec1e5339819 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:49.701369 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51b74ec5-9bda-4c78-b573-c0d2ac35c600 req-1c258614-1f19-45e1-b654-6ec1e5339819 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0664892 Sep 15 16:06:49.761015 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15b198cb-004b-49a9-8ddb-88e9fe45370f req-d88c2d51-b3b6-4725-b412-3f92b384eedc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586193 Sep 15 16:06:49.768355 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51b74ec5-9bda-4c78-b573-c0d2ac35c600 req-1f15d1bf-299d-41de-bd84-7aae4e9a10d0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597093 Sep 15 16:06:50.359412 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca8491-7054-46e8-bce1-89fa87d74e59 req-3903238b-fa7d-4cce-937c-c2ebb1d421d8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:50.361092 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-89ca8491-7054-46e8-bce1-89fa87d74e59 req-3903238b-fa7d-4cce-937c-c2ebb1d421d8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0488744 Sep 15 16:06:50.398336 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-89ca8491-7054-46e8-bce1-89fa87d74e59 req-53b7faad-3bda-411b-9cf4-ad65921b18c7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Sep 15 16:06:50.911126 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea3b52-6f85-4ff0-a232-0147d3130d9c req-5b7d9878-a7df-447a-8023-8877bea30ef1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:50.912850 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-63ea3b52-6f85-4ff0-a232-0147d3130d9c req-5b7d9878-a7df-447a-8023-8877bea30ef1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0797987 Sep 15 16:06:50.920999 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa2fe3-90b0-48fa-9a53-ba22eb739371 req-10f995fe-a7c2-47a8-8a2d-7d445b5d13d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:50.923325 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-edfa2fe3-90b0-48fa-9a53-ba22eb739371 req-10f995fe-a7c2-47a8-8a2d-7d445b5d13d8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0816607 Sep 15 16:06:50.978472 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-63ea3b52-6f85-4ff0-a232-0147d3130d9c req-82341b58-63af-4eba-8518-d4137ca65448 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541160 Sep 15 16:06:50.983187 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-edfa2fe3-90b0-48fa-9a53-ba22eb739371 req-8c41be67-4a4a-4a77-8a3b-9c5ee7124ad4 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520327 Sep 15 16:06:51.329977 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-22a0f5ef-899f-4468-ba1f-73da6b5cfe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:51.461611 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:51.515797 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9887ad-51c4-4dbb-beb5-c7aec8cda321 req-f23c0478-c6fa-4f94-9165-eddf3b783616 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:51.517247 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ee9887ad-51c4-4dbb-beb5-c7aec8cda321 req-f23c0478-c6fa-4f94-9165-eddf3b783616 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0492561 Sep 15 16:06:51.554074 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ee9887ad-51c4-4dbb-beb5-c7aec8cda321 req-8772164b-edee-482c-89e8-c6f306241015 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309205 Sep 15 16:06:52.132254 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8c61d-3eef-419a-bd93-c5689e9bf6d6 req-334e14f3-5b6b-43e9-a5c1-0f07569adf47 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:52.133769 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c4d8c61d-3eef-419a-bd93-c5689e9bf6d6 req-334e14f3-5b6b-43e9-a5c1-0f07569adf47 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0820792 Sep 15 16:06:52.142123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b5c2a-a1b8-4600-9f16-79d489b2f02e req-b60e25d6-879e-4505-bde3-a15f13df1950 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:52.143523 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-701b5c2a-a1b8-4600-9f16-79d489b2f02e req-b60e25d6-879e-4505-bde3-a15f13df1950 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0834014 Sep 15 16:06:52.198136 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c4d8c61d-3eef-419a-bd93-c5689e9bf6d6 req-3075964b-771c-4cf0-838c-5e69f69d2299 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536842 Sep 15 16:06:52.200941 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-701b5c2a-a1b8-4600-9f16-79d489b2f02e req-54c87ffa-10ab-4c94-94ab-239f2b542e71 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507777 Sep 15 16:06:52.243457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:52.673265 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816743a-472f-48dd-819d-48999ff4f969 req-d8e9ff66-5379-47b1-ab6c-9cc36617e112 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:52.674711 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1816743a-472f-48dd-819d-48999ff4f969 req-d8e9ff66-5379-47b1-ab6c-9cc36617e112 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0523105 Sep 15 16:06:52.714813 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1816743a-472f-48dd-819d-48999ff4f969 req-2b979d97-852b-4dd3-b092-f45d4ae32f37 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336993 Sep 15 16:06:53.047248 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3a56-5ccb-4c93-99f3-05d9e774da8f req-df9830ff-a14d-4620-a6a9-5d09251959a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.048849 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-831a3a56-5ccb-4c93-99f3-05d9e774da8f req-df9830ff-a14d-4620-a6a9-5d09251959a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0411334 Sep 15 16:06:53.091804 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-831a3a56-5ccb-4c93-99f3-05d9e774da8f req-a1f1a585-3678-4160-8e05-4ebecdfef0ad service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353842 Sep 15 16:06:53.110099 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-ce315fb3-f267-4126-8129-e60e627f1de8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264999706&fields=id&tenant_id=99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 267 time: 0.0397732 Sep 15 16:06:53.220599 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-75c2dea9-2b5f-443d-b6a9-faf0b62aa191 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.222001 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-75c2dea9-2b5f-443d-b6a9-faf0b62aa191 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 812 time: 0.1037805 Sep 15 16:06:53.239176 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5fc68e69-9ce2-423e-b9f9-8f39ca2350ae tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/quotas/99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 375 time: 0.0106499 Sep 15 16:06:53.323022 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-8c9e33fa-bbea-4980-a5f6-c3c65fd5437c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789526 Sep 15 16:06:53.338909 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1608e50-da51-4b45-b456-96b3b0d83f0a req-15a64bab-54b6-4a10-a896-d5a6e5aa4125 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.340379 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c1608e50-da51-4b45-b456-96b3b0d83f0a req-15a64bab-54b6-4a10-a896-d5a6e5aa4125 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0704525 Sep 15 16:06:53.428252 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c1608e50-da51-4b45-b456-96b3b0d83f0a req-abea59b8-fea0-40ed-8298-2b3ab306091e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791779 Sep 15 16:06:53.451170 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-dae3a6f2-d7cf-4234-a270-c456fea7df3f service neutron] 10.222.0.59 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097748 Sep 15 16:06:53.584045 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5cdca9-575e-4297-9def-ac3174fce850 req-d9ea088e-83d1-453f-b678-3a7770f519d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.585511 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fb5cdca9-575e-4297-9def-ac3174fce850 req-d9ea088e-83d1-453f-b678-3a7770f519d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0930238 Sep 15 16:06:53.589026 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-a9cf6bd0-3253-4664-b0ae-2e4ab0adb502 service neutron] 10.222.0.59 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276875 Sep 15 16:06:53.623688 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fb5cdca9-575e-4297-9def-ac3174fce850 req-5f7c8b09-ed82-4cb3-a9aa-288ef8d02e87 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322368 Sep 15 16:06:53.849157 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41248e59-7918-45b0-8c8d-f58b0ecdb7a0 req-7ab4ca52-d6b3-4e21-bd23-021f84b2b414 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:53.850884 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-41248e59-7918-45b0-8c8d-f58b0ecdb7a0 req-7ab4ca52-d6b3-4e21-bd23-021f84b2b414 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0608153 Sep 15 16:06:53.859981 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:53.905029 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-41248e59-7918-45b0-8c8d-f58b0ecdb7a0 req-09dcf783-ca1a-4b7c-94d6-9124af55aef8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468593 Sep 15 16:06:53.933031 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e9517b32-8764-4bc1-a425-62c2df2d4013 req-d58f96ce-b083-4935-a9f4-d49b4013384e tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 210 time: 0.0268137 Sep 15 16:06:54.566427 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91295f0d-737d-4a35-ae4f-a235c289e031 req-57481164-6278-463f-870a-24ba8de05b94 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:54.567904 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-91295f0d-737d-4a35-ae4f-a235c289e031 req-57481164-6278-463f-870a-24ba8de05b94 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0551929 Sep 15 16:06:54.606413 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-91295f0d-737d-4a35-ae4f-a235c289e031 req-f08073e2-ba9e-42ab-a932-e54a24433c67 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325665 Sep 15 16:06:54.769902 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4ad5d-4c43-4ae5-a029-7f4b28f09134 req-7be62d61-06fd-4807-8422-1f15f7e27809 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:54.771407 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-edd4ad5d-4c43-4ae5-a029-7f4b28f09134 req-7be62d61-06fd-4807-8422-1f15f7e27809 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0569048 Sep 15 16:06:54.818310 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-edd4ad5d-4c43-4ae5-a029-7f4b28f09134 req-97a381d2-d147-4924-90f8-3e3276101a5c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407295 Sep 15 16:06:55.027451 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2f2b0823-020c-42d7-b85f-f729dca1a8c3 req-0f01a5ff-c69a-4f54-917a-89ab2d533799 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 210 time: 0.0282476 Sep 15 16:06:55.039952 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384a69a-c2e1-4956-a4e8-442a9d21ace4 req-0c55fdf7-9d67-4f84-8e28-910fd6ca2467 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:55.041400 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2384a69a-c2e1-4956-a4e8-442a9d21ace4 req-0c55fdf7-9d67-4f84-8e28-910fd6ca2467 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0731819 Sep 15 16:06:55.081659 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2384a69a-c2e1-4956-a4e8-442a9d21ace4 req-f55a6248-ad20-4ea9-a397-f9e570f18517 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Sep 15 16:06:55.266388 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5f2429b4-0fdc-4e92-aa26-eb70a7773180 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:55.267852 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5f2429b4-0fdc-4e92-aa26-eb70a7773180 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 812 time: 0.1034157 Sep 15 16:06:55.322857 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-43db438c-120b-49fb-b2db-f4b0e6720564 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 380 time: 0.0407577 Sep 15 16:06:55.332028 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'port': {'device_id': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'admin_state_up': True, 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'security_groups': ['b4a024d7-5aa2-4d63-9822-b801b3cbbe5d']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:55.440687 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Made reservation on behalf of 99179b0bb02e44feb76f744c2577dd74 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:06:55.444468 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.580670 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Allocated IP 172.20.0.10 (52852d2e-cbbb-4dde-9824-df626e22741e/643b1532-dacc-4cbd-aa6b-32fca900f1f6/1a762f0e-1a6e-404d-99c1-0745985a9705) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:06:55.722022 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.723077 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4c12f-94a0-4d4f-9e4d-ab2f4479290d req-70c2e7c1-e160-4255-aead-1e28a552df3c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:55.724546 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1cb4c12f-94a0-4d4f-9e4d-ab2f4479290d req-70c2e7c1-e160-4255-aead-1e28a552df3c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0499210 Sep 15 16:06:55.755480 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.777552 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1cb4c12f-94a0-4d4f-9e4d-ab2f4479290d req-c67ae5ad-3866-4655-b65c-fc6da779f489 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Sep 15 16:06:55.806320 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Network 52852d2e-cbbb-4dde-9824-df626e22741e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:06:55.809506 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:06:55.813954 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:06:55.823076 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=1a762f0e-1a6e-404d-99c1-0745985a9705,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:55.862052 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.863683 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.867469 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.867899 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.868638 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.870048 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.871213 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.871817 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.872738 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.873735 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.874964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.875810 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:06:55.922791 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:55.923795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:55.942932 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-cf2c223e-420b-4c33-afd6-a8628bbd22a6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6141455 Sep 15 16:06:55.960910 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Request body: {'port': {'device_id': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:06:56.024167 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4659d-00ca-44ef-96c6-957b37362fdd req-7885d522-0a55-4e4f-a2b4-6ca82261731c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.033615 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4be4659d-00ca-44ef-96c6-957b37362fdd req-7885d522-0a55-4e4f-a2b4-6ca82261731c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0770257 Sep 15 16:06:56.047450 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.089400 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4be4659d-00ca-44ef-96c6-957b37362fdd req-39003531-6124-473b-9950-5df9733d917f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548239 Sep 15 16:06:56.091896 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-e66d37e0-b163-437f-bd11-9c4328e5a429 None None] Provisioning complete for port 1a762f0e-1a6e-404d-99c1-0745985a9705 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:06:56.092416 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e66d37e0-b163-437f-bd11-9c4328e5a429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.145229 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-e66d37e0-b163-437f-bd11-9c4328e5a429 None None] Port 1a762f0e-1a6e-404d-99c1-0745985a9705 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:06:56.190483 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-6dbb1051-339d-41f3-bc00-de752f7888aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.192018 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-6dbb1051-339d-41f3-bc00-de752f7888aa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0798628 Sep 15 16:06:56.206812 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb158c1-d900-4bf9-af68-64a4d40b1da1 req-87e1992b-8719-4904-9aba-85517fa80698 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.211048 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cdb158c1-d900-4bf9-af68-64a4d40b1da1 req-87e1992b-8719-4904-9aba-85517fa80698 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0944514 Sep 15 16:06:56.285803 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d95bd0-df22-40f6-9722-60e7a52c8b61 req-c684e04a-fb42-4631-a75d-c97be0de98f0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.287580 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-40d95bd0-df22-40f6-9722-60e7a52c8b61 req-c684e04a-fb42-4631-a75d-c97be0de98f0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 932 time: 0.1030426 Sep 15 16:06:56.302665 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cdb158c1-d900-4bf9-af68-64a4d40b1da1 req-52becbb9-1478-402b-b490-5b46977ad48f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702271 Sep 15 16:06:56.357992 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-40d95bd0-df22-40f6-9722-60e7a52c8b61 req-afd89c67-9747-4a51-8986-de1f98a690d5 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524700 Sep 15 16:06:56.412287 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-c9f5a73d-1d6a-4bbc-95ef-f940b48c676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.413758 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-c9f5a73d-1d6a-4bbc-95ef-f940b48c676a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1774895 Sep 15 16:06:56.437547 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ca500-5081-4d43-8593-12b00d0d36d3 req-82f181f6-f4d6-4507-9aec-055694795370 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.439204 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1b8ca500-5081-4d43-8593-12b00d0d36d3 req-82f181f6-f4d6-4507-9aec-055694795370 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0629988 Sep 15 16:06:56.480846 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-715567aa-e5a3-4933-879a-df4f075edd7e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0531180 Sep 15 16:06:56.486034 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1b8ca500-5081-4d43-8593-12b00d0d36d3 req-d132f026-9909-4482-9b08-30524a388637 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403261 Sep 15 16:06:56.576140 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-926ab49e-62dd-4ae3-b2a1-e79269b8eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:56.578336 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-926ab49e-62dd-4ae3-b2a1-e79269b8eea3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0887890 Sep 15 16:06:56.582509 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a762f0e-1a6e-404d-99c1-0745985a9705 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:06:56.589949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.601502 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Transition to ACTIVE for port object 1a762f0e-1a6e-404d-99c1-0745985a9705 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:06:56.612311 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:56.635207 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-89d79c0d-1393-43c4-9e81-b7f69d59f96e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316780 Sep 15 16:06:56.705109 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Pushing event updated for resources: {'Port': ['ID=1a762f0e-1a6e-404d-99c1-0745985a9705,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:57.024628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-69587dc0-a2ee-4c3b-9516-9dca44025117 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698025 Sep 15 16:06:57.055756 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Attempting to bind port 1a762f0e-1a6e-404d-99c1-0745985a9705 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:06:57.055995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Attempting to bind port 1a762f0e-1a6e-404d-99c1-0745985a9705 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:06:57.056308 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Attempting to bind port 1a762f0e-1a6e-404d-99c1-0745985a9705 on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:57.069039 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Port 1a762f0e-1a6e-404d-99c1-0745985a9705 on network 52852d2e-cbbb-4dde-9824-df626e22741e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:06:57.069345 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Attempting to bind port 1a762f0e-1a6e-404d-99c1-0745985a9705 on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:06:57.104753 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:06:57.105145 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Checking segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:06:57.105589 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Bound using segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:06:57.106091 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Bound port: 1a762f0e-1a6e-404d-99c1-0745985a9705, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:06:57.106444 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.164495 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-8e4b11c3-e0ec-4076-8d6c-32348c80feb3 req-f0a45ae9-6601-47b3-851b-f6585366075b service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292348 Sep 15 16:06:57.189777 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] For port 1a762f0e-1a6e-404d-99c1-0745985a9705, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:06:57.192887 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] For port 1a762f0e-1a6e-404d-99c1-0745985a9705, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1a762f0e-1a6e-404d-99c1-0745985a9705,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:06:57.198174 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.227288 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8984467-b024-4b28-b0d9-239378d885b9 req-0dedb686-04d1-4016-9436-17065660f147 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.228935 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8984467-b024-4b28-b0d9-239378d885b9 req-0dedb686-04d1-4016-9436-17065660f147 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0545774 Sep 15 16:06:57.235562 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.236170 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:06:57.237654 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] 10.222.0.64 "PUT /v2.0/ports/1a762f0e-1a6e-404d-99c1-0745985a9705 HTTP/1.1" status: 200 len: 1094 time: 1.2813606 Sep 15 16:06:57.238137 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:06:57.240443 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e523aea-aa58-4f59-8f50-026e6cd04461" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:06:57.265605 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e15b1-3f30-40b2-93ee-febdf66a475e service neutron] Pushing event updated for resources: {'Port': ['ID=1a762f0e-1a6e-404d-99c1-0745985a9705,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:06:57.287347 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8984467-b024-4b28-b0d9-239378d885b9 req-cf349d3c-775e-4093-ba5e-8b7f96570d3a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506015 Sep 15 16:06:57.291521 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94d677a-00cc-41a5-91ec-72c26753dd39 x-openstack-request-id: req-e94d677a-00cc-41a5-91ec-72c26753dd39 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:06:57.292059 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:06:57.292497 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e94d677a-00cc-41a5-91ec-72c26753dd39 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:06:57.293081 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'status': 'completed', 'code': 200} Sep 15 16:06:57.369437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-c3058375-2b36-4ea9-9b80-4e6cd4f96456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.371022 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-c3058375-2b36-4ea9-9b80-4e6cd4f96456 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 1097 time: 0.0538282 Sep 15 16:06:57.437573 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-a71fa622-1727-411e-b9e9-afa5407202a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a762f0e-1a6e-404d-99c1-0745985a9705 HTTP/1.1" status: 200 len: 217 time: 0.0436649 Sep 15 16:06:57.451151 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227e03f-68c4-4d13-a724-27f18490f4a2 req-15464ab0-8680-41ee-b2f8-e0fd7fc35aa7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.453260 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b227e03f-68c4-4d13-a724-27f18490f4a2 req-15464ab0-8680-41ee-b2f8-e0fd7fc35aa7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0690489 Sep 15 16:06:57.490715 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-f056f5ea-01f8-4505-9635-c0c3baedc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.493042 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-f056f5ea-01f8-4505-9635-c0c3baedc21e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0468006 Sep 15 16:06:57.519049 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b227e03f-68c4-4d13-a724-27f18490f4a2 req-7af19778-a4df-43f9-a92d-86d284261a2e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483332 Sep 15 16:06:57.530380 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183c8d9-2171-456e-9084-91b443ca10f9 req-c1713cf1-2ba1-493e-99ee-da96fe48451d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.532576 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9183c8d9-2171-456e-9084-91b443ca10f9 req-c1713cf1-2ba1-493e-99ee-da96fe48451d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0990980 Sep 15 16:06:57.563793 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-d2dae54c-ee78-4b74-9c1d-e5e2ae1324fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.565614 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-d2dae54c-ee78-4b74-9c1d-e5e2ae1324fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637720 Sep 15 16:06:57.586017 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9183c8d9-2171-456e-9084-91b443ca10f9 req-4e95e1e1-d663-4317-8210-a189f66fdf47 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461433 Sep 15 16:06:57.632906 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd8707-5283-4306-99b9-1f5449f1175b req-65f96623-5f4c-4dc0-a498-af591e60aba2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.634336 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-61fd8707-5283-4306-99b9-1f5449f1175b req-65f96623-5f4c-4dc0-a498-af591e60aba2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Sep 15 16:06:57.664059 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-bc40e3d5-5e4f-4224-a00d-65f2f7f781f7 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876527 Sep 15 16:06:57.673367 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-61fd8707-5283-4306-99b9-1f5449f1175b req-f7c89f8c-7860-4cfc-af0f-9ebbe8145c97 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Sep 15 16:06:57.768511 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ac9d2900-b3bb-4f2a-97ea-32791e9df6b1 req-dc53ebce-8eea-4025-8f03-8be755750c6b service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859978 Sep 15 16:06:57.865559 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-a83a3cc7-3a30-44b2-8984-b0db8fbf5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.866960 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-a83a3cc7-3a30-44b2-8984-b0db8fbf5b78 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 1097 time: 0.0448446 Sep 15 16:06:57.961218 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-bfbb71bf-504e-487d-b167-efe832f33f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:57.963036 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-bfbb71bf-504e-487d-b167-efe832f33f80 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.0856447 Sep 15 16:06:58.010830 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-8e6c95f0-8029-4d0f-8fd9-c398fade6b7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a762f0e-1a6e-404d-99c1-0745985a9705 HTTP/1.1" status: 200 len: 217 time: 0.0378942 Sep 15 16:06:58.065500 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-48798035-3c6a-4910-98e5-f5e76c0be3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.067009 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-48798035-3c6a-4910-98e5-f5e76c0be3d9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0456395 Sep 15 16:06:58.128740 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-c96f13f4-692a-4183-96db-2543b56ee562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.130125 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-c96f13f4-692a-4183-96db-2543b56ee562 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414195 Sep 15 16:06:58.223952 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-62eb8f84-4dea-4bb5-8aa8-7d41e64dc869 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853198 Sep 15 16:06:58.316525 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7e523aea-aa58-4f59-8f50-026e6cd04461 req-2a64534d-bf67-4639-a0b9-9c69922a2b91 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Sep 15 16:06:58.408318 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008809c-7bb8-4b1e-8aa1-5bd43ad9f70c req-3bcacc9a-7b8f-4d45-9b81-2136fb6b15c7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.409659 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9008809c-7bb8-4b1e-8aa1-5bd43ad9f70c req-3bcacc9a-7b8f-4d45-9b81-2136fb6b15c7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0529482 Sep 15 16:06:58.446717 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9008809c-7bb8-4b1e-8aa1-5bd43ad9f70c req-80a84e7d-67a9-4d07-985d-7d64053f09be tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Sep 15 16:06:58.637022 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727f369-094f-4552-8a34-4bc6de182e91 req-c35b68b8-2530-4612-9edd-a0b5ea6d6a53 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.638534 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c727f369-094f-4552-8a34-4bc6de182e91 req-c35b68b8-2530-4612-9edd-a0b5ea6d6a53 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0508440 Sep 15 16:06:58.700543 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c727f369-094f-4552-8a34-4bc6de182e91 req-8e15dcc4-ac0c-4558-b75f-3c54c2085093 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557678 Sep 15 16:06:58.721203 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f555d5-ab10-4552-bde0-8459ed024c93 req-af4820a1-99fe-45ce-9357-4a3faae6f8c2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.723601 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-68f555d5-ab10-4552-bde0-8459ed024c93 req-af4820a1-99fe-45ce-9357-4a3faae6f8c2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0649862 Sep 15 16:06:58.786871 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-68f555d5-ab10-4552-bde0-8459ed024c93 req-4cee3db0-2d12-4479-a629-e13d4dcd7a4f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507696 Sep 15 16:06:58.822631 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0092ab6-c23f-4e14-a3c1-6fe1ddaecffd req-f7e8a5e1-7f5f-4fbd-b2fb-2eead5c765de tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:58.824092 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0092ab6-c23f-4e14-a3c1-6fe1ddaecffd req-f7e8a5e1-7f5f-4fbd-b2fb-2eead5c765de tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0534670 Sep 15 16:06:58.865745 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0092ab6-c23f-4e14-a3c1-6fe1ddaecffd req-94f8baa9-5268-4c42-851f-a8b45d3b62d5 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351906 Sep 15 16:06:59.565673 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88077947-552c-4a93-a002-86b0635ed856 req-dbb4e3f9-bc68-4e85-a000-38ae2d49085d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:59.567172 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-88077947-552c-4a93-a002-86b0635ed856 req-dbb4e3f9-bc68-4e85-a000-38ae2d49085d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0499544 Sep 15 16:06:59.605365 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-88077947-552c-4a93-a002-86b0635ed856 req-92bdd4e7-f5b9-40b8-97c9-20a14af3818d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320163 Sep 15 16:06:59.878032 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a8a58-e49d-4d45-89ce-8e2d1a070cc6 req-24c8f9f4-871f-4f34-ad19-e430a851848f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:59.879498 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-564a8a58-e49d-4d45-89ce-8e2d1a070cc6 req-24c8f9f4-871f-4f34-ad19-e430a851848f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0658088 Sep 15 16:06:59.944939 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ccf6-2b89-49a8-9655-3fde21bc1e8f req-4d1e41d4-335f-4c7b-965d-1640a7eb32f7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:06:59.946566 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8fb8ccf6-2b89-49a8-9655-3fde21bc1e8f req-4d1e41d4-335f-4c7b-965d-1640a7eb32f7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0944273 Sep 15 16:06:59.949334 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-564a8a58-e49d-4d45-89ce-8e2d1a070cc6 req-412ace42-0c1d-465d-8d36-e7da49bcbbac tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528321 Sep 15 16:07:00.000902 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8fb8ccf6-2b89-49a8-9655-3fde21bc1e8f req-a508d692-0976-4133-a24e-d128c0cfaa5f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460112 Sep 15 16:07:00.089899 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a4dff9-57aa-425e-b2de-4308c47477de req-3d9bac36-fd46-4a4f-a344-1a0772ed210e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:00.091484 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-59a4dff9-57aa-425e-b2de-4308c47477de req-3d9bac36-fd46-4a4f-a344-1a0772ed210e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0520275 Sep 15 16:07:00.136705 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-59a4dff9-57aa-425e-b2de-4308c47477de req-6c12c7c9-566c-4e33-80d7-2191b55a9223 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328791 Sep 15 16:07:00.255538 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc432b33-a7b9-4d42-b22b-f64569a24a13 req-3cc3e33e-23b9-4207-b88f-0ccab3181da4 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:00.256933 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc432b33-a7b9-4d42-b22b-f64569a24a13 req-3cc3e33e-23b9-4207-b88f-0ccab3181da4 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.0498207 Sep 15 16:07:00.293415 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc432b33-a7b9-4d42-b22b-f64569a24a13 req-f5cb5891-c4ec-421c-870f-bfe95b5f0a2b tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Sep 15 16:07:00.724197 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afe925-d2d2-41b9-b14d-05276517e55f req-b016011b-721d-4499-8d71-81c6f4af23f9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:00.725663 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-84afe925-d2d2-41b9-b14d-05276517e55f req-b016011b-721d-4499-8d71-81c6f4af23f9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0487392 Sep 15 16:07:00.762463 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-84afe925-d2d2-41b9-b14d-05276517e55f req-7b10b259-ebc5-4f4a-be63-e773fe9e600c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309582 Sep 15 16:07:01.065456 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceeb01-5695-43ee-8468-a8b1975a2ceb req-74c94a82-5973-4c10-b630-fc3645b99090 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.066933 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-80ceeb01-5695-43ee-8468-a8b1975a2ceb req-74c94a82-5973-4c10-b630-fc3645b99090 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0478578 Sep 15 16:07:01.130484 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-80ceeb01-5695-43ee-8468-a8b1975a2ceb req-239d274a-8135-4dc8-9fc8-27e7cd63eee1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527248 Sep 15 16:07:01.143208 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c021f8-5d93-4e36-935a-e381e8421072 req-dd3c0efc-4caf-4d14-918e-c192435ec1a7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.144653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52c021f8-5d93-4e36-935a-e381e8421072 req-dd3c0efc-4caf-4d14-918e-c192435ec1a7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0748365 Sep 15 16:07:01.185292 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52c021f8-5d93-4e36-935a-e381e8421072 req-9dfb6901-ff5e-4617-a941-987722e822c3 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346637 Sep 15 16:07:01.266316 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8f056-3fe0-49e9-bf2f-4da6a49e850e req-cfe8700b-afb3-44c7-95a9-dc7c5b92beed tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.267834 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dae8f056-3fe0-49e9-bf2f-4da6a49e850e req-cfe8700b-afb3-44c7-95a9-dc7c5b92beed tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Sep 15 16:07:01.306922 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dae8f056-3fe0-49e9-bf2f-4da6a49e850e req-b3cb19e8-3373-4a97-b986-98fb1cb8e1a9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332391 Sep 15 16:07:01.425649 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d8df3-718e-4f44-a477-408b57a300f3 req-e961f225-d15d-4dba-b3d6-64638df02d4e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.427168 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ca7d8df3-718e-4f44-a477-408b57a300f3 req-e961f225-d15d-4dba-b3d6-64638df02d4e tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.0555341 Sep 15 16:07:01.467063 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ca7d8df3-718e-4f44-a477-408b57a300f3 req-af3c6d83-56d9-439f-b3a1-91bfd799dacb tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338202 Sep 15 16:07:01.884738 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfef332-f50a-4124-a59a-157b6a018bc0 req-265f0f29-5c53-4165-9f1b-ef105c8c689d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:01.886181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4bfef332-f50a-4124-a59a-157b6a018bc0 req-265f0f29-5c53-4165-9f1b-ef105c8c689d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0508902 Sep 15 16:07:01.924399 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4bfef332-f50a-4124-a59a-157b6a018bc0 req-36b83bf7-815b-4816-8d88-4e1b6de96dcc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312860 Sep 15 16:07:02.304475 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d482b-c636-4ee9-9a8d-ca00e31a77bc req-e44b345e-c16f-4fe4-bb28-47779ba94b75 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.305987 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-825d482b-c636-4ee9-9a8d-ca00e31a77bc req-e44b345e-c16f-4fe4-bb28-47779ba94b75 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0480609 Sep 15 16:07:02.342237 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-825d482b-c636-4ee9-9a8d-ca00e31a77bc req-23f689cb-449d-4210-b22d-a44f628e3a58 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Sep 15 16:07:02.428706 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a3ad8-a633-4f0e-85eb-5f88238bf228 req-868ca851-a819-4644-b2fd-32ab6fa83986 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.430133 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ff3a3ad8-a633-4f0e-85eb-5f88238bf228 req-868ca851-a819-4644-b2fd-32ab6fa83986 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0478680 Sep 15 16:07:02.466670 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ff3a3ad8-a633-4f0e-85eb-5f88238bf228 req-99f1bcad-9e5b-4056-8d31-7bde0f236a57 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307078 Sep 15 16:07:02.612584 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcf4a-7a63-44af-a6f0-e188db3d72c4 req-162219a4-56e2-43f6-a083-6b881a7ec5c1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.614954 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-776bcf4a-7a63-44af-a6f0-e188db3d72c4 req-162219a4-56e2-43f6-a083-6b881a7ec5c1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0851457 Sep 15 16:07:02.638705 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88362ac2-513d-44fc-b47a-f0fe1302a4ee req-a94f8f07-0d62-48a0-b01f-8ab157d00dac tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.641066 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-88362ac2-513d-44fc-b47a-f0fe1302a4ee req-a94f8f07-0d62-48a0-b01f-8ab157d00dac tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.1081321 Sep 15 16:07:02.683894 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-776bcf4a-7a63-44af-a6f0-e188db3d72c4 req-665a5899-fc68-4f1a-bd5b-158988daa4d6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618348 Sep 15 16:07:02.697257 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-88362ac2-513d-44fc-b47a-f0fe1302a4ee req-6e6fbe25-6a68-4312-86af-6bfd7e6f6af7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490029 Sep 15 16:07:02.853431 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266395b-503a-477f-af67-0ce71d3a5eae req-08f4e9ae-4267-4df2-a971-21bbf115faae tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:02.854905 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c266395b-503a-477f-af67-0ce71d3a5eae req-08f4e9ae-4267-4df2-a971-21bbf115faae tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 946 time: 0.0481482 Sep 15 16:07:02.963806 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Deleting port 000615ad-65c7-449e-a960-a5b93d9b24f2 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:02.964086 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.063198 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1fb3-929e-4512-bb8c-2afca6fa3147 req-300b02e9-3475-43d5-9017-9340fd8adfe2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:03.064733 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b6fd1fb3-929e-4512-bb8c-2afca6fa3147 req-300b02e9-3475-43d5-9017-9340fd8adfe2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0639784 Sep 15 16:07:03.066294 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] For port 000615ad-65c7-449e-a960-a5b93d9b24f2, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=000615ad-65c7-449e-a960-a5b93d9b24f2,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:03.066700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.080251 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Calling delete_port for 000615ad-65c7-449e-a960-a5b93d9b24f2 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:03.103558 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b6fd1fb3-929e-4512-bb8c-2afca6fa3147 req-9dbb2a19-7598-493e-88cc-e82ea39a0abf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Sep 15 16:07:03.214824 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.238284 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b', 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', '649f0380-9c7d-4a3e-8fe0-ee0596244981', '000615ad-65c7-449e-a960-a5b93d9b24f2'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:03.247769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event deleted for resources: {'Port': ['ID=000615ad-65c7-449e-a960-a5b93d9b24f2,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:03.292875 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] No DVR routers for this DVR port 000615ad-65c7-449e-a960-a5b93d9b24f2 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:03.295550 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:03.298250 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c266395b-503a-477f-af67-0ce71d3a5eae req-71fc3651-57ae-465d-a07f-bc018e2f1066 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "DELETE /v2.0/ports/000615ad-65c7-449e-a960-a5b93d9b24f2 HTTP/1.1" status: 204 len: 173 time: 0.4273744 Sep 15 16:07:03.298765 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54952135-9d6d-4423-ba34-d144668e2fe8', 'name': 'network-vif-deleted', 'tag': '000615ad-65c7-449e-a960-a5b93d9b24f2'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:03.300985 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec790df1-4ecb-4e3c-a9eb-56046c78b9a9" -d '{"events": [{"server_uuid": "54952135-9d6d-4423-ba34-d144668e2fe8", "name": "network-vif-deleted", "tag": "000615ad-65c7-449e-a960-a5b93d9b24f2"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:03.354404 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be5d41-523a-4860-a31e-154a648e23de x-openstack-request-id: req-52be5d41-523a-4860-a31e-154a648e23de {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:03.354898 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54952135-9d6d-4423-ba34-d144668e2fe8", "name": "network-vif-deleted", "tag": "000615ad-65c7-449e-a960-a5b93d9b24f2", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:03.355303 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-52be5d41-523a-4860-a31e-154a648e23de {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:03.355689 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54952135-9d6d-4423-ba34-d144668e2fe8', 'name': 'network-vif-deleted', 'tag': '000615ad-65c7-449e-a960-a5b93d9b24f2', 'status': 'completed', 'code': 200} Sep 15 16:07:03.467238 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2e61-8410-4e22-9105-8cb4c7aead29 req-b1bb2336-bfed-4eee-bbea-8d3236120ce0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:03.475140 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-be6e2e61-8410-4e22-9105-8cb4c7aead29 req-b1bb2336-bfed-4eee-bbea-8d3236120ce0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0601749 Sep 15 16:07:03.523021 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-be6e2e61-8410-4e22-9105-8cb4c7aead29 req-36e2c45a-fb90-4169-95b5-4fecbbc7797f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461435 Sep 15 16:07:03.589806 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3817adec-dde0-4e1d-909f-983fc8e0c2f0 req-a8510d3f-5cef-4472-9b9f-900136aaf4da tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:03.591286 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3817adec-dde0-4e1d-909f-983fc8e0c2f0 req-a8510d3f-5cef-4472-9b9f-900136aaf4da tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0485492 Sep 15 16:07:03.633011 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3817adec-dde0-4e1d-909f-983fc8e0c2f0 req-37b6fb47-e81a-4b78-8b94-92802d13a5af tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348501 Sep 15 16:07:03.807760 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7c78b75a-5e27-4014-98d8-6378987a31c5 req-520a8eb1-c480-434c-a9e2-5d14a0d1b9b6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=54952135-9d6d-4423-ba34-d144668e2fe8 HTTP/1.1" status: 200 len: 210 time: 0.0263286 Sep 15 16:07:04.226905 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b5dca-53a9-4c25-9ff8-70a4a5788a85 req-96ab6dd7-649e-4ce0-83b0-dece0e2cd701 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:04.228522 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2f3b5dca-53a9-4c25-9ff8-70a4a5788a85 req-96ab6dd7-649e-4ce0-83b0-dece0e2cd701 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Sep 15 16:07:04.266169 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2f3b5dca-53a9-4c25-9ff8-70a4a5788a85 req-22df7892-291c-40fb-9fd3-4eaa8f423580 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312488 Sep 15 16:07:04.635397 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad334e5-b105-44e4-ad74-182b33f081c9 req-1a0aebb0-5613-4cc4-8738-181574b60f73 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:04.636953 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dad334e5-b105-44e4-ad74-182b33f081c9 req-1a0aebb0-5613-4cc4-8738-181574b60f73 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0477815 Sep 15 16:07:04.676507 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dad334e5-b105-44e4-ad74-182b33f081c9 req-1ab1ce1c-6507-4e8e-832d-f2e00e10815c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 Sep 15 16:07:04.748990 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51067283-0cc4-478e-9660-d7d9d4730356 req-0f040650-8213-4390-af29-cfa696593d76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:04.750576 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51067283-0cc4-478e-9660-d7d9d4730356 req-0f040650-8213-4390-af29-cfa696593d76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0483584 Sep 15 16:07:04.787094 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51067283-0cc4-478e-9660-d7d9d4730356 req-75f4f1d6-c3d1-4a5f-8197-fc6ea57af96f tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306339 Sep 15 16:07:05.586020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c16b2b-2c84-4aff-8dc1-bfa97a60748d req-08216628-870c-4baf-b180-e68df5262485 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:05.587501 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20c16b2b-2c84-4aff-8dc1-bfa97a60748d req-08216628-870c-4baf-b180-e68df5262485 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.2389903 Sep 15 16:07:05.628664 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20c16b2b-2c84-4aff-8dc1-bfa97a60748d req-9a250437-ec58-432c-96fa-6b7bf9c42d53 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325480 Sep 15 16:07:05.798865 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395bec-36e0-4b35-a544-cfc7ba2dc9d7 req-835f64df-5f70-4e58-9dda-13f143f13a34 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:05.800539 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-07395bec-36e0-4b35-a544-cfc7ba2dc9d7 req-835f64df-5f70-4e58-9dda-13f143f13a34 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0527353 Sep 15 16:07:05.840214 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-07395bec-36e0-4b35-a544-cfc7ba2dc9d7 req-f0ceab66-2820-4f3e-bb9a-26bad89aed24 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335233 Sep 15 16:07:05.907169 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93e7cd-d601-4e7c-9582-46fcb644445e req-252360b4-af3e-4ebf-9fec-0bd3ca5b5b39 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:05.908599 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c93e7cd-d601-4e7c-9582-46fcb644445e req-252360b4-af3e-4ebf-9fec-0bd3ca5b5b39 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0484321 Sep 15 16:07:05.953869 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c93e7cd-d601-4e7c-9582-46fcb644445e req-d7e844b3-b767-4008-b868-47a92c883446 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391288 Sep 15 16:07:06.196307 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20d3b7-d0cd-49e8-85ca-fc8d971d00dd req-aff25b3f-5380-4905-abf1-464496db3c28 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:06.197743 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab20d3b7-d0cd-49e8-85ca-fc8d971d00dd req-aff25b3f-5380-4905-abf1-464496db3c28 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0514958 Sep 15 16:07:06.235914 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ab20d3b7-d0cd-49e8-85ca-fc8d971d00dd req-4f6d0430-2ed2-45de-bbdf-ba43197ff2b4 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Sep 15 16:07:06.750938 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ed4d7-4dae-4c1f-b3ff-990bb8c60b45 req-94d43f5e-b39c-46fb-a65a-97cfc3aabbcd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:06.752510 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-210ed4d7-4dae-4c1f-b3ff-990bb8c60b45 req-94d43f5e-b39c-46fb-a65a-97cfc3aabbcd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0492606 Sep 15 16:07:06.789181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-210ed4d7-4dae-4c1f-b3ff-990bb8c60b45 req-5143db7e-d72c-473e-a99c-1f9123e254fd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309055 Sep 15 16:07:06.867158 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1a762f0e-1a6e-404d-99c1-0745985a9705 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:07:06.871155 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 000615ad-65c7-449e-a960-a5b93d9b24f2 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:06.895618 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 000615ad-65c7-449e-a960-a5b93d9b24f2 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:06.895971 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 000615ad-65c7-449e-a960-a5b93d9b24f2 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:06.955220 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109de05-160a-4764-8334-1a0f670393b9 req-d7c863dd-6710-49af-9f43-f75f6f1297c9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:06.956678 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e109de05-160a-4764-8334-1a0f670393b9 req-d7c863dd-6710-49af-9f43-f75f6f1297c9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 944 time: 0.0488441 Sep 15 16:07:06.984524 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 1a762f0e-1a6e-404d-99c1-0745985a9705, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1a762f0e-1a6e-404d-99c1-0745985a9705,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:06.995988 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e109de05-160a-4764-8334-1a0f670393b9 req-282c36de-2486-47e2-9351-ba2a47dd632f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Sep 15 16:07:06.996180 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'port_id': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'mac_address': 'fa:16:3e:d8:ed:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:07:07.037265 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.050529 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a762f0e-1a6e-404d-99c1-0745985a9705 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:07.069257 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 1a762f0e-1a6e-404d-99c1-0745985a9705, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1a762f0e-1a6e-404d-99c1-0745985a9705,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:07.073446 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:07.080151 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6bde4-3639-44eb-9caf-ab1b0b6c0b27 req-1943894a-ed52-4e25-b714-ff3680adcb42 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.081621 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3fa6bde4-3639-44eb-9caf-ab1b0b6c0b27 req-1943894a-ed52-4e25-b714-ff3680adcb42 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0534692 Sep 15 16:07:07.119274 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=1a762f0e-1a6e-404d-99c1-0745985a9705,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:07.119531 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3fa6bde4-3639-44eb-9caf-ab1b0b6c0b27 req-71d8a7e1-08f5-4103-92d6-11b96b19f114 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Sep 15 16:07:07.350139 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f4947-9f67-442c-9d96-969bc73361ec req-a855c6d6-0b2d-4ca8-8eba-505690b0b163 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.351604 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c73f4947-9f67-442c-9d96-969bc73361ec req-a855c6d6-0b2d-4ca8-8eba-505690b0b163 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0476112 Sep 15 16:07:07.387224 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c73f4947-9f67-442c-9d96-969bc73361ec req-a4be0053-1be5-439a-a826-1448abe7c1c3 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298519 Sep 15 16:07:07.517278 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['1a762f0e-1a6e-404d-99c1-0745985a9705'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:07.907239 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f541b3-1cde-4f34-99ae-9958532070dc req-e0fa7985-532b-44f2-85ea-3f8f514ea583 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:07.908696 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-49f541b3-1cde-4f34-99ae-9958532070dc req-e0fa7985-532b-44f2-85ea-3f8f514ea583 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0479600 Sep 15 16:07:07.947874 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-49f541b3-1cde-4f34-99ae-9958532070dc req-3f76f8c1-e948-4aa7-b1c1-3ab1c107c9dc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322161 Sep 15 16:07:08.112460 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926373a-32fb-47c5-8663-324bbdec0ee9 req-8ab02615-3e75-4522-98fb-602b1db23ca5 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.113808 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a926373a-32fb-47c5-8663-324bbdec0ee9 req-8ab02615-3e75-4522-98fb-602b1db23ca5 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 945 time: 0.0512514 Sep 15 16:07:08.150934 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a926373a-32fb-47c5-8663-324bbdec0ee9 req-472ac692-8875-4713-af8a-e56adbd5526d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310493 Sep 15 16:07:08.239995 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cf366-df47-4eda-bcfa-04b0ac11c7e4 req-eb1afea6-7ddd-45fe-91b8-508f57eb1ee2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.241439 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-346cf366-df47-4eda-bcfa-04b0ac11c7e4 req-eb1afea6-7ddd-45fe-91b8-508f57eb1ee2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0478377 Sep 15 16:07:08.278157 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-346cf366-df47-4eda-bcfa-04b0ac11c7e4 req-9461b252-32b9-4dd6-974c-3935393c1f25 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309381 Sep 15 16:07:08.449573 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-cf1f964a-a30d-443d-b464-9dcc438fe10a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.451188 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-cf1f964a-a30d-443d-b464-9dcc438fe10a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0517261 Sep 15 16:07:08.505855 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa55496-bc10-4c54-bc7e-46ea1f893eb8 req-7e36854d-aa6a-4085-aafe-7d6114b1d8aa tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:08.507348 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3aa55496-bc10-4c54-bc7e-46ea1f893eb8 req-7e36854d-aa6a-4085-aafe-7d6114b1d8aa tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 945 time: 0.0475488 Sep 15 16:07:08.544382 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3aa55496-bc10-4c54-bc7e-46ea1f893eb8 req-5de52dc5-25be-47f9-9b2c-dea873562b54 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Sep 15 16:07:08.548972 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Deleting port 649f0380-9c7d-4a3e-8fe0-ee0596244981 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:08.549308 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.634683 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] For port 649f0380-9c7d-4a3e-8fe0-ee0596244981, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=649f0380-9c7d-4a3e-8fe0-ee0596244981,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:08.635044 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.647728 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Calling delete_port for 649f0380-9c7d-4a3e-8fe0-ee0596244981 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:08.774153 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.787305 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b', 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', '649f0380-9c7d-4a3e-8fe0-ee0596244981'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:08.812131 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event deleted for resources: {'Port': ['ID=649f0380-9c7d-4a3e-8fe0-ee0596244981,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:08.846162 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] No DVR routers for this DVR port 649f0380-9c7d-4a3e-8fe0-ee0596244981 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:08.848520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:08.850449 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7ee98d8e-8209-4cda-8766-2382c3d57f24 req-eda12d3e-828c-45b7-9262-d1f65d90e533 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "DELETE /v2.0/ports/649f0380-9c7d-4a3e-8fe0-ee0596244981 HTTP/1.1" status: 204 len: 173 time: 0.3912261 Sep 15 16:07:08.850906 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'name': 'network-vif-deleted', 'tag': '649f0380-9c7d-4a3e-8fe0-ee0596244981'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:08.853113 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ae60b2-6cc8-400b-b5b3-75ff38b034f2" -d '{"events": [{"server_uuid": "9a4b9ec0-edcb-4468-9e09-cab233abff87", "name": "network-vif-deleted", "tag": "649f0380-9c7d-4a3e-8fe0-ee0596244981"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:08.884280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:07:08.886392 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1a762f0e-1a6e-404d-99c1-0745985a9705 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:08.888033 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b967b4e-1bc7-4769-9503-81664e5db637 x-openstack-request-id: req-8b967b4e-1bc7-4769-9503-81664e5db637 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:08.888325 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4b9ec0-edcb-4468-9e09-cab233abff87", "name": "network-vif-deleted", "tag": "649f0380-9c7d-4a3e-8fe0-ee0596244981", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:08.888579 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8b967b4e-1bc7-4769-9503-81664e5db637 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:08.889350 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a4b9ec0-edcb-4468-9e09-cab233abff87', 'name': 'network-vif-deleted', 'tag': '649f0380-9c7d-4a3e-8fe0-ee0596244981', 'status': 'completed', 'code': 200} Sep 15 16:07:09.046389 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 1a762f0e-1a6e-404d-99c1-0745985a9705 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:07:09.058536 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 1a762f0e-1a6e-404d-99c1-0745985a9705 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:09.058980 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.082123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f208666-0fbe-4b1d-801e-47557ea930f9 req-da3b841b-2425-409f-af79-fb52a48cf88a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.083610 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8f208666-0fbe-4b1d-801e-47557ea930f9 req-da3b841b-2425-409f-af79-fb52a48cf88a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0541594 Sep 15 16:07:09.116268 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:09.121922 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8f208666-0fbe-4b1d-801e-47557ea930f9 req-650c931e-fc97-4a47-969f-830c2fde32a1 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322084 Sep 15 16:07:09.142751 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'mac_address': 'fa:16:3e:7d:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:07:09.225356 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.268918 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7e12a-bf2e-4976-bef9-5fd8eafbc1d8 req-c6e031dc-80d5-4e20-884d-ea10fdf68f60 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.269620 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2718b11-d2d8-45f5-b893-a9e6943caba3 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:09.270341 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-66a7e12a-bf2e-4976-bef9-5fd8eafbc1d8 req-c6e031dc-80d5-4e20-884d-ea10fdf68f60 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 945 time: 0.0505555 Sep 15 16:07:09.273808 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.309241 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-66a7e12a-bf2e-4976-bef9-5fd8eafbc1d8 req-4027c4dd-4d75-46d4-8911-cc39a56bfcfe tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Sep 15 16:07:09.309929 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:09.318047 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:09.320354 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ca7d56-e586-4ec4-8589-9f35aa748b1f" -d '{"events": [{"server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "name": "network-vif-plugged", "status": "completed", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:09.325367 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.354174 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 1a762f0e-1a6e-404d-99c1-0745985a9705, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1a762f0e-1a6e-404d-99c1-0745985a9705,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:09.361055 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:09.375152 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b07e5d-ebb0-4856-9966-97efa245f9a6 x-openstack-request-id: req-24b07e5d-ebb0-4856-9966-97efa245f9a6 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:09.375541 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "name": "network-vif-plugged", "status": "completed", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:09.376081 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-24b07e5d-ebb0-4856-9966-97efa245f9a6 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:09.376081 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'code': 200} Sep 15 16:07:09.385717 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=6']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:09.428301 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb00dd3-a30e-47fd-8885-91f337d4d2d8 req-26256349-c0f3-4789-a40d-d696095767e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.429765 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-beb00dd3-a30e-47fd-8885-91f337d4d2d8 req-26256349-c0f3-4789-a40d-d696095767e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0508888 Sep 15 16:07:09.443395 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=1a762f0e-1a6e-404d-99c1-0745985a9705,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:09.467296 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-beb00dd3-a30e-47fd-8885-91f337d4d2d8 req-97d39942-6d2f-4cd6-90b8-d254ec590953 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316141 Sep 15 16:07:09.657341 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8595e3a2-1775-4355-9a05-5c85926bbe4b req-b4dbb632-85ae-4317-b85d-29f780459972 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=9a4b9ec0-edcb-4468-9e09-cab233abff87 HTTP/1.1" status: 200 len: 210 time: 0.0283837 Sep 15 16:07:09.708185 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a2718b11-d2d8-45f5-b893-a9e6943caba3'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:09.869231 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a25c10-5388-472b-acec-771cab244953 req-68a08e79-a2d6-417b-8a3b-d2055ce3baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:09.870973 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-07a25c10-5388-472b-acec-771cab244953 req-68a08e79-a2d6-417b-8a3b-d2055ce3baed service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 1099 time: 0.0667052 Sep 15 16:07:09.915038 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-07a25c10-5388-472b-acec-771cab244953 req-14d1aacf-7895-4b08-81bc-7934a37bee7f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353653 Sep 15 16:07:10.242154 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1dcb63-f2f7-421c-be91-6bfc2e27b24b req-5abb0396-c189-4983-a0c3-43095cc1d0a8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.243657 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ba1dcb63-f2f7-421c-be91-6bfc2e27b24b req-5abb0396-c189-4983-a0c3-43095cc1d0a8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0475466 Sep 15 16:07:10.279359 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ba1dcb63-f2f7-421c-be91-6bfc2e27b24b req-1649ba10-793b-49a2-97c1-0e72ff62f0ef tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293891 Sep 15 16:07:10.436330 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5f17c-5a3f-4c6f-a044-143c0d1ea362 req-6352b870-8af0-4a9c-a4b9-8e5d3dc53fbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.439021 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ccb5f17c-5a3f-4c6f-a044-143c0d1ea362 req-6352b870-8af0-4a9c-a4b9-8e5d3dc53fbf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.0523603 Sep 15 16:07:10.484962 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ccb5f17c-5a3f-4c6f-a044-143c0d1ea362 req-d02b2c40-9d9f-48d9-b76a-96c0a8b75c71 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391617 Sep 15 16:07:10.609763 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45261f-896d-4041-85dc-4487f41c0701 req-dc0d2501-6aa4-432c-86b1-13ac8013cd58 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:10.611330 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2d45261f-896d-4041-85dc-4487f41c0701 req-dc0d2501-6aa4-432c-86b1-13ac8013cd58 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0550673 Sep 15 16:07:10.663612 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2d45261f-896d-4041-85dc-4487f41c0701 req-98a707cc-39c6-47cd-ad89-055a29842c63 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436733 Sep 15 16:07:10.895881 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:07:10.981011 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port a2718b11-d2d8-45f5-b893-a9e6943caba3 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:10.981661 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.020854 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715297db-e23c-49ed-9d3f-0a510b4e4315 req-9c3d6064-3bba-4d4f-998f-9d9c89801488 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.022374 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-715297db-e23c-49ed-9d3f-0a510b4e4315 req-9c3d6064-3bba-4d4f-998f-9d9c89801488 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.1228952 Sep 15 16:07:11.065144 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e656a4-4571-4f2f-b72a-cea0262e0f54 req-677cc1cf-15c5-4edf-9444-b3fd22852358 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.066733 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-97e656a4-4571-4f2f-b72a-cea0262e0f54 req-677cc1cf-15c5-4edf-9444-b3fd22852358 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.1072981 Sep 15 16:07:11.069892 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e936-ed2f-4153-a289-83067d99aa39 req-29559523-8a7e-49ab-a5ce-1783761672da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.076088 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-29559523-8a7e-49ab-a5ce-1783761672da service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0834706 Sep 15 16:07:11.104029 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-715297db-e23c-49ed-9d3f-0a510b4e4315 req-c13de26f-061f-4956-a0c3-a0fb4c5818e2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734203 Sep 15 16:07:11.162129 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-97e656a4-4571-4f2f-b72a-cea0262e0f54 req-3552bdaf-29ba-40da-9061-72ccabb31690 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878353 Sep 15 16:07:11.190321 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.230191 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:11.235159 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:11.252338 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e936-ed2f-4153-a289-83067d99aa39 req-2204c5a7-3e6d-479b-9600-38bf472d82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.253800 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-2204c5a7-3e6d-479b-9600-38bf472d82cf service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.1655183 Sep 15 16:07:11.290717 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=7']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:11.341273 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-b42d4d4f-8f9e-4ab5-8c45-71a789c6e2a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 1001 time: 0.0760460 Sep 15 16:07:11.377448 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:11.381707 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653f420c-c33b-4438-84b7-724b67a4cadc" -d '{"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-plugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:11.415918 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e936-ed2f-4153-a289-83067d99aa39 req-64b365a7-9bb2-4866-806d-e2ed701ccc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.417570 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-64b365a7-9bb2-4866-806d-e2ed701ccc17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0482790 Sep 15 16:07:11.444412 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c70684-e197-4a20-a91a-09656a61d7b8 x-openstack-request-id: req-b3c70684-e197-4a20-a91a-09656a61d7b8 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:11.444828 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-plugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:11.445132 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b3c70684-e197-4a20-a91a-09656a61d7b8 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:11.445590 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'code': 200} Sep 15 16:07:11.492014 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525edd6f-9a78-4d4e-9b62-9a06e51be9c7 req-a337aea1-8154-46d7-9f55-277d44d3530c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.497723 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399e936-ed2f-4153-a289-83067d99aa39 req-5558bae6-6e0c-411e-9946-70127d142c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.500028 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-5558bae6-6e0c-411e-9946-70127d142c82 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0643215 Sep 15 16:07:11.507137 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-525edd6f-9a78-4d4e-9b62-9a06e51be9c7 req-a337aea1-8154-46d7-9f55-277d44d3530c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.1475565 Sep 15 16:07:11.599407 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-525edd6f-9a78-4d4e-9b62-9a06e51be9c7 req-db63eeff-bb81-4f04-8199-c1bb22edc38e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912220 Sep 15 16:07:11.691310 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-c66f0ec0-527d-4a41-9b7c-f5a2813372c7 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716745 Sep 15 16:07:11.696747 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39934434-800f-4b2d-8b34-ea8154615a67 req-ea6b0ae1-535c-4c49-93df-2b6883b963fb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:11.705827 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-39934434-800f-4b2d-8b34-ea8154615a67 req-ea6b0ae1-535c-4c49-93df-2b6883b963fb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.0899737 Sep 15 16:07:11.777058 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-39934434-800f-4b2d-8b34-ea8154615a67 req-358bf9b1-c7c9-4a88-ba12-232095f8a51b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702982 Sep 15 16:07:11.840412 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a399e936-ed2f-4153-a289-83067d99aa39 req-cd8e50c7-cc89-43da-aa97-9a67349c28fb service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302032 Sep 15 16:07:12.204767 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-f9e96b66-94a7-4bd6-87e9-6d563e581ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.209183 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-f9e96b66-94a7-4bd6-87e9-6d563e581ed4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0975232 Sep 15 16:07:12.288756 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5104386-b93f-41e6-bb7e-530b8de1e0a6 req-f839e97f-0239-44d9-8045-e1d30dbbe6ab tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.296489 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d5104386-b93f-41e6-bb7e-530b8de1e0a6 req-f839e97f-0239-44d9-8045-e1d30dbbe6ab tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.1261919 Sep 15 16:07:12.339366 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-109cbba5-2439-499e-910e-9b05d444d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.340602 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d5104386-b93f-41e6-bb7e-530b8de1e0a6 req-0244b783-bacb-4e9c-88e2-4462769843f2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Sep 15 16:07:12.341021 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-109cbba5-2439-499e-910e-9b05d444d0d1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1233759 Sep 15 16:07:12.354438 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38bf1dc-d493-4ec7-a3b6-ea183c034125 req-bff370a4-4917-49d9-aecd-3384870edec2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.355954 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c38bf1dc-d493-4ec7-a3b6-ea183c034125 req-bff370a4-4917-49d9-aecd-3384870edec2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.1411347 Sep 15 16:07:12.398880 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-be7c35c6-06a4-4dc5-bb5a-4ccc5210358c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0446835 Sep 15 16:07:12.407854 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c38bf1dc-d493-4ec7-a3b6-ea183c034125 req-29fe84be-7917-4dea-8091-51f124ef72e7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351040 Sep 15 16:07:12.478976 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-0173ba01-cdf0-423c-a691-01419d4a735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.481045 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-0173ba01-cdf0-423c-a691-01419d4a735b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0656607 Sep 15 16:07:12.493264 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda23a9-355f-4ae9-adf5-9f997cecefad req-86541746-4818-4a1b-9cf6-a79155433743 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.495460 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-abda23a9-355f-4ae9-adf5-9f997cecefad req-86541746-4818-4a1b-9cf6-a79155433743 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.0568888 Sep 15 16:07:12.534615 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-7a8322de-8f17-47e1-943c-1b561855e568 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389097 Sep 15 16:07:12.547629 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-abda23a9-355f-4ae9-adf5-9f997cecefad req-e84a3ffe-21c3-4790-be1b-3fa169c82731 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432541 Sep 15 16:07:12.679330 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-16ddd7eb-6d38-452e-abbe-4907cc8fad70 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361315 Sep 15 16:07:12.765571 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb3814-249d-4169-aff1-d08adb1da956 req-2fc08c5c-def3-430d-8313-98405a42ac6e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:12.775980 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51bb3814-249d-4169-aff1-d08adb1da956 req-2fc08c5c-def3-430d-8313-98405a42ac6e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0774357 Sep 15 16:07:12.816797 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e731c9d4-999a-4b2b-a7b0-fc043183b586 req-092d139e-dbb5-4cfe-b747-c487ca071238 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288846 Sep 15 16:07:12.845249 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51bb3814-249d-4169-aff1-d08adb1da956 req-59c9500c-a98e-4822-a6f8-f4955250b835 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679367 Sep 15 16:07:12.904721 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 649f0380-9c7d-4a3e-8fe0-ee0596244981 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:12.935681 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 649f0380-9c7d-4a3e-8fe0-ee0596244981 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:12.936872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 649f0380-9c7d-4a3e-8fe0-ee0596244981 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:13.029439 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8658d-d25c-46d7-941f-42c34b60ab23 req-6f977b01-b40d-4689-8b92-3a59deac9a7a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.040416 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-94c8658d-d25c-46d7-941f-42c34b60ab23 req-6f977b01-b40d-4689-8b92-3a59deac9a7a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.1374309 Sep 15 16:07:13.085133 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-94c8658d-d25c-46d7-941f-42c34b60ab23 req-217969c9-a659-43ed-ae4c-e9c359e00a4a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Sep 15 16:07:13.211149 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500eda7-1288-4b5e-a838-01930eed84b6 req-2482bf99-bb58-4e16-a347-464f6af59869 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.219284 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b500eda7-1288-4b5e-a838-01930eed84b6 req-2482bf99-bb58-4e16-a347-464f6af59869 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.0610144 Sep 15 16:07:13.271535 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b500eda7-1288-4b5e-a838-01930eed84b6 req-2b470497-0168-4ec1-9a8c-70d6c85472e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513771 Sep 15 16:07:13.299008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 37942) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:13.410013 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0966ff-6514-4ce7-bbbb-20da0aa30f57 tempest-TestVolumeBootPattern-1024852008 tempest-TestVolumeBootPattern-1024852008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.414762 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4c0966ff-6514-4ce7-bbbb-20da0aa30f57 tempest-TestVolumeBootPattern-1024852008 tempest-TestVolumeBootPattern-1024852008-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 1094 time: 0.1112504 Sep 15 16:07:13.415054 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 37948) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:13.420027 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'port_id': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:13.458644 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:13.495728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb267ce-ead7-4046-94bf-c485b9fd7c3a req-49a37b54-ba5d-4954-b21d-a90dec495c9e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.505934 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2bb267ce-ead7-4046-94bf-c485b9fd7c3a req-49a37b54-ba5d-4954-b21d-a90dec495c9e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0724683 Sep 15 16:07:13.585921 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2bb267ce-ead7-4046-94bf-c485b9fd7c3a req-8164e742-df3a-46a1-9b71-550086e7ea6d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786123 Sep 15 16:07:13.626636 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32ae34-e139-4d74-a34d-1aeafb9dca5b req-d85c350e-75fc-47e6-adfe-9cee2fd8f143 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.629117 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2d32ae34-e139-4d74-a34d-1aeafb9dca5b req-d85c350e-75fc-47e6-adfe-9cee2fd8f143 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.1047163 Sep 15 16:07:13.657011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c18b53ac-9855-4cde-aceb-ea6121f7fe3c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.658744 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c18b53ac-9855-4cde-aceb-ea6121f7fe3c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.0830595 Sep 15 16:07:13.660136 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:13.726940 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2d32ae34-e139-4d74-a34d-1aeafb9dca5b req-0a97e6d9-2cc4-4972-8484-a7040c6c436e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875947 Sep 15 16:07:13.808500 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cfe9c-b914-4b49-9039-580612fe21b4 req-e894e5ae-14b3-454e-9a29-af0d5ddd21e0 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:13.817958 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd1cfe9c-b914-4b49-9039-580612fe21b4 req-e894e5ae-14b3-454e-9a29-af0d5ddd21e0 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 946 time: 0.1093404 Sep 15 16:07:13.854746 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:07:13.864848 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd1cfe9c-b914-4b49-9039-580612fe21b4 req-114b82e2-9a30-43ff-a743-32d409b3a0bd tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457022 Sep 15 16:07:13.870472 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Allocated IP 172.27.1.50 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/1360ec66-8967-4b4c-8849-d8ccd1914e1a) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:13.899051 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Deleting port b646ad36-0bd4-4cb8-86e9-45db8b036dce {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:13.899591 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.066397 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] For port b646ad36-0bd4-4cb8-86e9-45db8b036dce, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=b646ad36-0bd4-4cb8-86e9-45db8b036dce,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:14.066742 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.082061 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Calling delete_port for b646ad36-0bd4-4cb8-86e9-45db8b036dce owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:14.102538 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8ab80-4f32-44b9-b9ea-36f27d8df82f req-dcbfa44b-8c49-4bab-b7c1-47fdda9618b3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:14.106387 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c0c8ab80-4f32-44b9-b9ea-36f27d8df82f req-dcbfa44b-8c49-4bab-b7c1-47fdda9618b3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.1047366 Sep 15 16:07:14.163646 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c0c8ab80-4f32-44b9-b9ea-36f27d8df82f req-736e8cfc-af08-4bf1-9ff4-079b41053d04 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516217 Sep 15 16:07:14.457552 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.532386 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.538221 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.550982 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b', 'b646ad36-0bd4-4cb8-86e9-45db8b036dce'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:14.583658 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:14.595903 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:14.612147 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:14.614148 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=1360ec66-8967-4b4c-8849-d8ccd1914e1a,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:14.679284 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] No DVR routers for this DVR port b646ad36-0bd4-4cb8-86e9-45db8b036dce on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:14.684948 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:14.687662 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-a57acc25-f645-4a26-95ce-ad546f83e4ac req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "DELETE /v2.0/ports/b646ad36-0bd4-4cb8-86e9-45db8b036dce HTTP/1.1" status: 204 len: 173 time: 1.0185924 Sep 15 16:07:14.688407 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408f6437-c772-4434-ac0d-d98ac471c209', 'name': 'network-vif-deleted', 'tag': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:14.690690 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfd8126-4a92-4057-a093-5588b00a2b1a" -d '{"events": [{"server_uuid": "408f6437-c772-4434-ac0d-d98ac471c209", "name": "network-vif-deleted", "tag": "b646ad36-0bd4-4cb8-86e9-45db8b036dce"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:14.693403 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a33439-734c-43c5-9522-de289d56734c tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event deleted for resources: {'Port': ['ID=b646ad36-0bd4-4cb8-86e9-45db8b036dce,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:14.776840 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8a1038-635b-4da7-97fa-8947899f3910 x-openstack-request-id: req-1a8a1038-635b-4da7-97fa-8947899f3910 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:14.777280 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408f6437-c772-4434-ac0d-d98ac471c209", "name": "network-vif-deleted", "tag": "b646ad36-0bd4-4cb8-86e9-45db8b036dce", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:14.777417 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-1a8a1038-635b-4da7-97fa-8947899f3910 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:14.777790 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408f6437-c772-4434-ac0d-d98ac471c209', 'name': 'network-vif-deleted', 'tag': 'b646ad36-0bd4-4cb8-86e9-45db8b036dce', 'status': 'completed', 'code': 200} Sep 15 16:07:14.809946 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adf94d-73b8-4865-8736-7900d808ef82 req-c4a430dc-9c57-47ef-a7ae-d1de05b9157b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:14.819494 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-63adf94d-73b8-4865-8736-7900d808ef82 req-c4a430dc-9c57-47ef-a7ae-d1de05b9157b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.1365016 Sep 15 16:07:14.860761 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-63adf94d-73b8-4865-8736-7900d808ef82 req-42204c72-216c-4b40-bc7b-9e6d2504aea4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400581 Sep 15 16:07:15.003050 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4aa34a6d-cd0d-414c-b5ea-d80923e72380 req-16a5f45c-3856-43f0-8408-099959ce9813 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=408f6437-c772-4434-ac0d-d98ac471c209 HTTP/1.1" status: 200 len: 210 time: 0.0437820 Sep 15 16:07:15.253711 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.304659 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac04006-2993-4e2b-a052-2e5798de6165 req-e67444f1-04fd-4c6b-83e6-9aa5939dfcd6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:15.307499 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3ac04006-2993-4e2b-a052-2e5798de6165 req-e67444f1-04fd-4c6b-83e6-9aa5939dfcd6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0618544 Sep 15 16:07:15.387862 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.393219 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3ac04006-2993-4e2b-a052-2e5798de6165 req-37f428a5-aecf-465f-ad1f-2aca6a82ead3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730433 Sep 15 16:07:15.571665 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.576988 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.654372 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=1360ec66-8967-4b4c-8849-d8ccd1914e1a,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:15.669966 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:15.798222 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Floating IP 52c00a7a-68ad-4903-8832-f606a26300c7 associated. External IP: 172.27.1.50, port: 1a762f0e-1a6e-404d-99c1-0745985a9705. Sep 15 16:07:15.996547 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659ffc1-e40e-4e35-ab65-357cb4fc284d req-d1c0200b-7d15-4966-84ab-46bf50e63200 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:15.998018 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2659ffc1-e40e-4e35-ab65-357cb4fc284d req-d1c0200b-7d15-4966-84ab-46bf50e63200 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0529723 Sep 15 16:07:16.068970 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:07:16.078555 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2659ffc1-e40e-4e35-ab65-357cb4fc284d req-eeb3acd4-e5b6-4f35-81b5-d39e7c36c2b3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Sep 15 16:07:16.215439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:07:16.228199 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:07:16.240706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.242020 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:16.243055 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:06:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:16.283638 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d80bfca6-c661-4d7d-ac28-3966dfb2c2c4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8673813 Sep 15 16:07:16.371062 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:07:16.529431 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:16.580418 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21512fa-9f22-4794-aa14-b8a81dd71268 req-7fa3e748-5010-478b-92cd-a9daec73967e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:16.582821 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f21512fa-9f22-4794-aa14-b8a81dd71268 req-7fa3e748-5010-478b-92cd-a9daec73967e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0813584 Sep 15 16:07:16.647489 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f21512fa-9f22-4794-aa14-b8a81dd71268 req-3f1f9667-c593-4616-b902-8b9435fb3740 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567307 Sep 15 16:07:16.680518 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '52c00a7a-68ad-4903-8832-f606a26300c7', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:d8:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:07:14Z', 'updated_at': '2021-09-15T16:07:14Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:16.707643 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:07:16.716701 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:07:16.717426 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:06:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:16.779445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:16.781952 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4930a695-4741-4a4d-989c-acd760e19fd0" -d '{"events": [{"name": "network-changed", "server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:16.824484 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3839483-c02f-4f21-afc3-4c4fc2f896b5 x-openstack-request-id: req-a3839483-c02f-4f21-afc3-4c4fc2f896b5 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:16.824767 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:16.825385 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a3839483-c02f-4f21-afc3-4c4fc2f896b5 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:16.825646 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'status': 'completed', 'code': 200} Sep 15 16:07:16.867513 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:07:16.904038 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-c05b1ccd-0a07-4804-90b2-e000cd0ef061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:16.906201 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-c05b1ccd-0a07-4804-90b2-e000cd0ef061 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 1099 time: 0.0485404 Sep 15 16:07:16.913471 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device b646ad36-0bd4-4cb8-86e9-45db8b036dce no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:16.952969 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: b646ad36-0bd4-4cb8-86e9-45db8b036dce {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:16.953310 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device b646ad36-0bd4-4cb8-86e9-45db8b036dce not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:17.031841 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-bda92dc9-7872-4dea-bc37-5b8a0650c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.033319 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-bda92dc9-7872-4dea-bc37-5b8a0650c839 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.1132686 Sep 15 16:07:17.151548 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '52c00a7a-68ad-4903-8832-f606a26300c7', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:d8:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:07:14Z', 'updated_at': '2021-09-15T16:07:14Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:17.193002 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8a9557-bee3-4c00-b8d6-d4496ba83115 None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '52c00a7a-68ad-4903-8832-f606a26300c7', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.50', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:d8:ed:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:07:14Z', 'updated_at': '2021-09-15T16:07:14Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:07:17.242531 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ea12a-c4c3-4fd2-b4ec-820af8607a84 req-a45b715e-8344-4232-9289-f25ec715c246 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.251942 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ba2ea12a-c4c3-4fd2-b4ec-820af8607a84 req-a45b715e-8344-4232-9289-f25ec715c246 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0713916 Sep 15 16:07:17.328749 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ba2ea12a-c4c3-4fd2-b4ec-820af8607a84 req-25368fca-dd3d-45fe-99a6-7085bae33ca2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752385 Sep 15 16:07:17.415194 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-d0b4a918-0939-4732-952e-833fd5e9e016 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a762f0e-1a6e-404d-99c1-0745985a9705 HTTP/1.1" status: 200 len: 999 time: 0.3700945 Sep 15 16:07:17.518951 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-dc2af0b2-29bb-4010-85ae-57899871640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.521571 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-dc2af0b2-29bb-4010-85ae-57899871640b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0870538 Sep 15 16:07:17.610598 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf94fc-6a0c-4b0e-a37f-b9f3bb951d87 None None] New status for floating IP 52c00a7a-68ad-4903-8832-f606a26300c7: ACTIVE {{(pid=94075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:07:17.697980 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-be43528b-82a8-47d5-a213-5444ba248346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.706957 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-be43528b-82a8-47d5-a213-5444ba248346 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1629882 Sep 15 16:07:17.789930 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863014e5-6e2c-4456-835d-665011fc7448 req-33a2d42f-d655-46eb-94fb-8cba1f754f0f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.791620 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-863014e5-6e2c-4456-835d-665011fc7448 req-33a2d42f-d655-46eb-94fb-8cba1f754f0f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.2039385 Sep 15 16:07:17.885168 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-0e736930-f5b6-4cb3-b47b-3df0a72202d8 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683495 Sep 15 16:07:17.895335 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-863014e5-6e2c-4456-835d-665011fc7448 req-99aab734-dd85-4045-9400-480a55c8b1e7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899701 Sep 15 16:07:17.906495 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491cba33-5d84-4b95-9c05-9221251492ac req-29bc9170-0aea-4084-aa62-4a31aeba66fe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:17.919753 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-491cba33-5d84-4b95-9c05-9221251492ac req-29bc9170-0aea-4084-aa62-4a31aeba66fe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0798156 Sep 15 16:07:17.987157 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-491cba33-5d84-4b95-9c05-9221251492ac req-09e49e7b-894c-4f94-950b-7d51f4c26ed7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513279 Sep 15 16:07:18.032355 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4930a695-4741-4a4d-989c-acd760e19fd0 req-add8dc77-3df6-4a6e-96d1-3a0eb66711f3 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238329 Sep 15 16:07:18.446544 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fa2b8-a5ac-45b6-a28c-60c208312e5c req-566b420e-7be8-4ec2-8c2f-3d8f92d32087 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:18.448217 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c58fa2b8-a5ac-45b6-a28c-60c208312e5c req-566b420e-7be8-4ec2-8c2f-3d8f92d32087 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0547650 Sep 15 16:07:18.491580 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c58fa2b8-a5ac-45b6-a28c-60c208312e5c req-6642bb9a-f05e-4391-a239-ad8d1dd07700 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Sep 15 16:07:18.524840 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3385359b-dc4f-484b-a99c-50620c4783ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:19.025599 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6617cf-bc0b-4600-b4d9-e75a3d5013b3 req-4bf0ea76-2575-44bd-883e-466b0a18b067 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:19.038288 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4b6617cf-bc0b-4600-b4d9-e75a3d5013b3 req-4bf0ea76-2575-44bd-883e-466b0a18b067 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.0640790 Sep 15 16:07:19.126902 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4b6617cf-bc0b-4600-b4d9-e75a3d5013b3 req-de6cd7c2-709f-4b62-adc9-4045ea14dab1 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772910 Sep 15 16:07:19.180083 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20fe2c-68c4-4752-89be-27c72f83a328 req-f334939a-191b-4781-acca-9b2221fcab3c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:19.181760 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e20fe2c-68c4-4752-89be-27c72f83a328 req-f334939a-191b-4781-acca-9b2221fcab3c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0919957 Sep 15 16:07:19.226763 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e20fe2c-68c4-4752-89be-27c72f83a328 req-96a58e75-62a7-4808-bb05-d8f9f4e3cd57 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382249 Sep 15 16:07:19.622901 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c35a2-56da-4a0c-9f05-8e727bbc033b req-77e626d4-4796-40c6-8ece-95129b0a19da tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:19.625036 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-be2c35a2-56da-4a0c-9f05-8e727bbc033b req-77e626d4-4796-40c6-8ece-95129b0a19da tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0509810 Sep 15 16:07:19.664859 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-be2c35a2-56da-4a0c-9f05-8e727bbc033b req-22b604b2-ca07-4ae6-9e3d-a0f87a68d677 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333533 Sep 15 16:07:20.242590 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e24d9c-9dd9-4cba-a31a-177f64c5cda9 req-908c51c1-1322-4b65-90cf-4db30da373a2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:20.244312 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-48e24d9c-9dd9-4cba-a31a-177f64c5cda9 req-908c51c1-1322-4b65-90cf-4db30da373a2 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.0545509 Sep 15 16:07:20.288584 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-48e24d9c-9dd9-4cba-a31a-177f64c5cda9 req-b3e40292-de81-4618-b994-e6b10ebe4ee7 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379388 Sep 15 16:07:20.371083 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779703b-8c55-4852-a453-2328dc96a51e req-05779af1-b6af-4899-b4c1-1cf19e2a22bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:20.372695 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f779703b-8c55-4852-a453-2328dc96a51e req-05779af1-b6af-4899-b4c1-1cf19e2a22bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0523863 Sep 15 16:07:20.412975 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f779703b-8c55-4852-a453-2328dc96a51e req-f13bd352-0e6c-428b-b6a5-f9ebfefa5715 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335920 Sep 15 16:07:20.821188 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ce7ed-97db-4334-a0d8-d7134534c680 req-8048834b-732d-4cc0-a92a-b5d960d111cd tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:20.822668 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6d4ce7ed-97db-4334-a0d8-d7134534c680 req-8048834b-732d-4cc0-a92a-b5d960d111cd tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0826294 Sep 15 16:07:20.874804 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6d4ce7ed-97db-4334-a0d8-d7134534c680 req-0abb6d9a-ae71-4eaa-8929-65f16b825034 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Sep 15 16:07:21.340646 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-76ff8a5a-236b-47ab-b41b-42d6a32d1c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.429162 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f37105d-314c-412e-b3f2-898e6a9f4c30 req-8005bdb7-06c3-4465-b08b-d8e403a1a3b6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:21.430815 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5f37105d-314c-412e-b3f2-898e6a9f4c30 req-8005bdb7-06c3-4465-b08b-d8e403a1a3b6 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.0510852 Sep 15 16:07:21.486849 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:21.487998 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5f37105d-314c-412e-b3f2-898e6a9f4c30 req-7fa4b762-ea9e-4de6-ae6f-b33e9e459807 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489273 Sep 15 16:07:21.558692 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e809645-d371-4c3a-b4f6-4711ae2ff5e8 req-1a6848a1-8475-48b7-9be3-89dbb1bade0d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:21.560172 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6e809645-d371-4c3a-b4f6-4711ae2ff5e8 req-1a6848a1-8475-48b7-9be3-89dbb1bade0d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0494871 Sep 15 16:07:21.599926 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6e809645-d371-4c3a-b4f6-4711ae2ff5e8 req-015bbde7-37ed-409b-8c55-264ecdcbf010 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325847 Sep 15 16:07:21.981533 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715f19a-16ca-4c48-89ff-9cf07bd1115b req-58143fd8-c7e4-448b-a3d0-5b24f6620484 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:21.983048 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f715f19a-16ca-4c48-89ff-9cf07bd1115b req-58143fd8-c7e4-448b-a3d0-5b24f6620484 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0486624 Sep 15 16:07:22.021016 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f715f19a-16ca-4c48-89ff-9cf07bd1115b req-e1c4f6fa-1d8a-42b2-89f0-71c665a8574d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 Sep 15 16:07:22.247916 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.292683 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-d7e2d579-bc08-466a-be1e-22d4e0bd8a31 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.294162 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-d7e2d579-bc08-466a-be1e-22d4e0bd8a31 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.0486112 Sep 15 16:07:22.397232 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Deleting port a486b99e-a83c-4f4c-b293-329e5323457b {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:22.397566 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.482075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] For port a486b99e-a83c-4f4c-b293-329e5323457b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a486b99e-a83c-4f4c-b293-329e5323457b,segment=NetworkSegment(f66b96ac-d84d-4b43-b02a-b7290404c0f4),segment_id=f66b96ac-d84d-4b43-b02a-b7290404c0f4)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:22.482355 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.494405 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Calling delete_port for a486b99e-a83c-4f4c-b293-329e5323457b owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:22.593291 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-4d6d0277-0e9b-450f-9745-abee93278382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.594852 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-4d6d0277-0e9b-450f-9745-abee93278382 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1098 time: 0.0571511 Sep 15 16:07:22.597572 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038e461-db7d-4c90-8371-f5444d401235 req-0adb9916-3b4d-4f4e-9fa2-61069a3c1c39 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.599062 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9038e461-db7d-4c90-8371-f5444d401235 req-0adb9916-3b4d-4f4e-9fa2-61069a3c1c39 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 945 time: 0.0480666 Sep 15 16:07:22.643606 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9038e461-db7d-4c90-8371-f5444d401235 req-2ebb1bfe-3db0-44dd-8a73-90443359860a tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/security-groups?id=99a19440-d4db-4711-abf4-c2a9882c61a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Sep 15 16:07:22.720808 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.730487 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d709f0-1f98-44e1-a386-ee38db377ff0 req-92e3e379-e3cb-4b57-8819-0b127431a22e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.732156 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-19d709f0-1f98-44e1-a386-ee38db377ff0 req-92e3e379-e3cb-4b57-8819-0b127431a22e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0529392 Sep 15 16:07:22.756469 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-67362c69-61ef-46a5-b411-3e8bf9918c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:22.757935 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-67362c69-61ef-46a5-b411-3e8bf9918c96 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.1520369 Sep 15 16:07:22.759030 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Pushing event deleted for resources: {'Port': ['ID=a486b99e-a83c-4f4c-b293-329e5323457b,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:22.776621 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-19d709f0-1f98-44e1-a386-ee38db377ff0 req-fd92f409-1591-4731-b61a-edbd2d60c175 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351489 Sep 15 16:07:22.800267 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] No DVR routers for this DVR port a486b99e-a83c-4f4c-b293-329e5323457b on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:22.805843 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:22.807838 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c63dfaca-1714-4d66-9ce1-4dc68383e1c9 req-9e2420df-8a5f-4e5d-b46b-1900c88edf44 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.64 "DELETE /v2.0/ports/a486b99e-a83c-4f4c-b293-329e5323457b HTTP/1.1" status: 204 len: 173 time: 0.5040317 Sep 15 16:07:22.808304 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'name': 'network-vif-deleted', 'tag': 'a486b99e-a83c-4f4c-b293-329e5323457b'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:22.810527 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9754071-47e5-468d-9330-c2b0d2b2bd87" -d '{"events": [{"server_uuid": "b4e85e4a-35b2-467b-9d8d-aec7a346454c", "name": "network-vif-deleted", "tag": "a486b99e-a83c-4f4c-b293-329e5323457b"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:22.845453 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3093baa-73f1-4466-b699-a14e0ce5475d x-openstack-request-id: req-c3093baa-73f1-4466-b699-a14e0ce5475d {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:22.845746 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e85e4a-35b2-467b-9d8d-aec7a346454c", "name": "network-vif-deleted", "tag": "a486b99e-a83c-4f4c-b293-329e5323457b", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:22.845997 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-c3093baa-73f1-4466-b699-a14e0ce5475d {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:22.846386 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e85e4a-35b2-467b-9d8d-aec7a346454c', 'name': 'network-vif-deleted', 'tag': 'a486b99e-a83c-4f4c-b293-329e5323457b', 'status': 'completed', 'code': 200} Sep 15 16:07:23.134742 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda86401-c260-4dbc-aced-b8453ced76a9 req-7aef2e34-16b7-47cd-a95e-96ade6b2f093 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:23.136181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cda86401-c260-4dbc-aced-b8453ced76a9 req-7aef2e34-16b7-47cd-a95e-96ade6b2f093 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Sep 15 16:07:23.174908 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cda86401-c260-4dbc-aced-b8453ced76a9 req-571abe82-ed3e-4e3b-aa76-0c4f60078174 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Sep 15 16:07:23.741958 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8ce5a164-a81c-434c-b1c4-4c84b46c9c02 req-ad3c8c4e-f171-4a38-9849-20c9105fa88f tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.0269191 Sep 15 16:07:23.858449 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:23.900738 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3c752-18c2-4673-9850-02081b5c1c7f req-b1c6751c-05dd-448a-83a6-3f81da8fe446 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:23.902156 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7df3c752-18c2-4673-9850-02081b5c1c7f req-b1c6751c-05dd-448a-83a6-3f81da8fe446 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0504651 Sep 15 16:07:23.939752 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7df3c752-18c2-4673-9850-02081b5c1c7f req-b9929d05-c8c6-44f0-ac68-8f12c5816b6a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315924 Sep 15 16:07:24.286788 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369aadf-aa84-4de4-824f-9c76b0a9ce5d req-b51a6f6f-d042-446a-9881-fb2b44c03e4e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:24.288212 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4369aadf-aa84-4de4-824f-9c76b0a9ce5d req-b51a6f6f-d042-446a-9881-fb2b44c03e4e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0478704 Sep 15 16:07:24.324784 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4369aadf-aa84-4de4-824f-9c76b0a9ce5d req-6eeacd2a-b4ba-42cc-9205-ad95933529a1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307763 Sep 15 16:07:24.707665 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-38125212-a194-4b98-87bd-f4517b3a016f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 200 len: 1001 time: 0.0608046 Sep 15 16:07:24.834232 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3c44ab9c-31f7-4af0-91d0-3add80969630 req-fc72c5a4-e4a2-4aa5-8bb5-ab333dd557a0 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.0256917 Sep 15 16:07:25.059347 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d64bde-5d6b-4c15-80b2-248f5505d4e9 req-63af7b92-2c6e-4c02-ad39-0d33d9e7d71f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.060848 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-10d64bde-5d6b-4c15-80b2-248f5505d4e9 req-63af7b92-2c6e-4c02-ad39-0d33d9e7d71f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0513432 Sep 15 16:07:25.097195 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-10d64bde-5d6b-4c15-80b2-248f5505d4e9 req-c19ce17e-09e8-412e-940e-f630d1d0b73c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304818 Sep 15 16:07:25.435768 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4149d04-a65f-4d64-946c-11291dbdaf07 req-27aef324-2932-432d-93b8-af01bf6a667b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.437554 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b4149d04-a65f-4d64-946c-11291dbdaf07 req-27aef324-2932-432d-93b8-af01bf6a667b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0486021 Sep 15 16:07:25.474969 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b4149d04-a65f-4d64-946c-11291dbdaf07 req-c943a813-2d4d-4653-b620-59a3e20e0183 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Sep 15 16:07:25.622654 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a486b99e-a83c-4f4c-b293-329e5323457b'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:07:25.683396 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-abb52ebe-9089-48c8-8db4-ddd7a10c2c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.685001 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-abb52ebe-9089-48c8-8db4-ddd7a10c2c52 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0491488 Sep 15 16:07:25.742482 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-ade1e3af-e35e-45d1-96c7-8b9bf23b247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:25.743644 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-ade1e3af-e35e-45d1-96c7-8b9bf23b247a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411308 Sep 15 16:07:25.841426 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-cd4b6559-260e-440a-bf70-d4f636470f78 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837469 Sep 15 16:07:25.938784 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15466e50-30a3-4947-a73d-765f24a61a01 req-cd583e4b-9dec-4a14-b511-e505171d0bd5 tempest-AttachVolumeNegativeTest-145754357 tempest-AttachVolumeNegativeTest-145754357-project] 10.222.0.59 "GET /v2.0/ports?device_id=b4e85e4a-35b2-467b-9d8d-aec7a346454c HTTP/1.1" status: 200 len: 210 time: 0.0272269 Sep 15 16:07:25.939511 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-dffe0797-c7ba-4377-8271-8a27eed2e978 req-414dd6b9-c8a9-4f80-a802-431891589c14 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860829 Sep 15 16:07:26.220854 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c851-4cf8-4ada-89c3-f33cba531dcb req-1ead8885-5ac9-4b1d-971d-b122d229f359 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:26.222423 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-23b3c851-4cf8-4ada-89c3-f33cba531dcb req-1ead8885-5ac9-4b1d-971d-b122d229f359 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0523906 Sep 15 16:07:26.262571 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-23b3c851-4cf8-4ada-89c3-f33cba531dcb req-10bfaa16-cc11-418f-bf5f-d929befe49a2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Sep 15 16:07:26.593866 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f0c99-86d9-442d-89dc-c0b280ebb0b2 req-88a7860a-5bf5-4758-a378-67fd573d9448 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:26.593866 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7c9f0c99-86d9-442d-89dc-c0b280ebb0b2 req-88a7860a-5bf5-4758-a378-67fd573d9448 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0500014 Sep 15 16:07:26.633239 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7c9f0c99-86d9-442d-89dc-c0b280ebb0b2 req-a9c52b7b-39f2-4719-be77-539da4a25c9b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344367 Sep 15 16:07:26.994935 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38102) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:27.041135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Deleting subnet 9e60e6b1-b960-4e46-944f-6993be51ed2b {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:07:27.044008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.075957 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.112336 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.162507 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.188613 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e60e6b1-b960-4e46-944f-6993be51ed2b,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:27.190539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.192378 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e07c80d9-9bcd-49a5-9dc6-33ef6af88e07 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9e60e6b1-b960-4e46-944f-6993be51ed2b HTTP/1.1" status: 204 len: 168 time: 0.1964667 Sep 15 16:07:27.194746 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38104) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:27.265439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.348854 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.368825 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460f33a6-6808-4618-902f-c046672f9fe8']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:27.378012 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66b96ac-d84d-4b43-b02a-b7290404c0f4') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:27.378297 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66b96ac-d84d-4b43-b02a-b7290404c0f4') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:07:27.387200 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.390855 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4dc74a-8e28-4c35-8c0e-8be807973209 req-2fb05650-ee80-49bd-9866-3388d1b057df tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.392321 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0b4dc74a-8e28-4c35-8c0e-8be807973209 req-2fb05650-ee80-49bd-9866-3388d1b057df tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0475821 Sep 15 16:07:27.400200 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.406815 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:07:27.407190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:07:27.408821 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:07:27.430186 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0b4dc74a-8e28-4c35-8c0e-8be807973209 req-e1b11784-2cce-43bb-b80b-456217f971aa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Sep 15 16:07:27.473010 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.478880 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.480699 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] 10.222.0.59 "DELETE /v2.0/networks/460f33a6-6808-4618-902f-c046672f9fe8 HTTP/1.1" status: 204 len: 168 time: 0.2850592 Sep 15 16:07:27.492064 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5cc4b6-58ee-4586-b3bd-fdfd7ae95cff admin admin] Pushing event deleted for resources: {'Network': ['ID=460f33a6-6808-4618-902f-c046672f9fe8,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:27.655975 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38114) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:27.695613 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-38cdc2c5-55dc-45cf-94ba-d7a83a33a8ce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5175f81424d46e29177767bf0b43d93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384638 Sep 15 16:07:27.698015 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38116) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:27.749905 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296a89e-fe83-4eca-a8c0-2a50f401046a req-63a8e085-567d-4207-bfa6-94daf4ac8f04 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:27.751299 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dff9e4b3-ff4d-477a-8c62-df9806c018a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.751419 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3296a89e-fe83-4eca-a8c0-2a50f401046a req-63a8e085-567d-4207-bfa6-94daf4ac8f04 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0518844 Sep 15 16:07:27.772413 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dff9e4b3-ff4d-477a-8c62-df9806c018a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.788918 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3296a89e-fe83-4eca-a8c0-2a50f401046a req-c2905cc4-3b28-4be4-9097-d88af5eeb7ac tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Sep 15 16:07:27.819735 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dff9e4b3-ff4d-477a-8c62-df9806c018a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.822231 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dff9e4b3-ff4d-477a-8c62-df9806c018a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:27.823399 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-dff9e4b3-ff4d-477a-8c62-df9806c018a7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/99a19440-d4db-4711-abf4-c2a9882c61a8 HTTP/1.1" status: 204 len: 168 time: 0.1245167 Sep 15 16:07:27.831791 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9e4b3-ff4d-477a-8c62-df9806c018a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a19440-d4db-4711-abf4-c2a9882c61a8,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:28.556155 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ef98ea-f635-4aa7-9139-08f98dc19c38 req-46ec5e25-20aa-42e8-993d-a7621c566acd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:28.557652 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-70ef98ea-f635-4aa7-9139-08f98dc19c38 req-46ec5e25-20aa-42e8-993d-a7621c566acd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0496497 Sep 15 16:07:28.595431 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-70ef98ea-f635-4aa7-9139-08f98dc19c38 req-8f4c28ac-2ade-4c6a-a91f-fc73b32d7f9f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317698 Sep 15 16:07:28.905073 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc272ed-fcff-43a5-82d0-b25d5a6ba7e8 req-0ef148db-91bd-48d5-83c9-13adc8d7ae09 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:28.906676 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2fc272ed-fcff-43a5-82d0-b25d5a6ba7e8 req-0ef148db-91bd-48d5-83c9-13adc8d7ae09 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0501559 Sep 15 16:07:28.945197 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2fc272ed-fcff-43a5-82d0-b25d5a6ba7e8 req-fe0eda96-ed72-4b34-92fb-0670f8cab384 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324700 Sep 15 16:07:29.719714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646e934-e19e-4035-8527-929df31de054 req-0114684a-34fb-43cf-bdc8-8ab5fd50f991 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:29.721160 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b646e934-e19e-4035-8527-929df31de054 req-0114684a-34fb-43cf-bdc8-8ab5fd50f991 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 945 time: 0.0554688 Sep 15 16:07:29.760204 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b646e934-e19e-4035-8527-929df31de054 req-bf3ed265-d157-49f5-9791-4d2e6576656e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329180 Sep 15 16:07:29.776087 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38194) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:29.880516 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a486b99e-a83c-4f4c-b293-329e5323457b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:29.901193 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-318c860d-035c-493a-ab53-cf699b7e8aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:29.903421 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: a486b99e-a83c-4f4c-b293-329e5323457b {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:29.903827 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a486b99e-a83c-4f4c-b293-329e5323457b not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:29.904810 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:29.982039 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:29.990598 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-318c860d-035c-493a-ab53-cf699b7e8aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:29.995014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-318c860d-035c-493a-ab53-cf699b7e8aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.005640 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:30.007933 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-895e0a95-6d8e-4b4d-9519-2ed2a45a70a1" -d '{"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-unplugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:30.024754 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:30.033188 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.033582 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c860d-035c-493a-ab53-cf699b7e8aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ef04f6-856a-44f4-866c-1d5785981331,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:30.042892 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-318c860d-035c-493a-ab53-cf699b7e8aca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6552b3f0015c465abdbb6113d9296d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2657335 Sep 15 16:07:30.043833 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38204) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:30.090965 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc496c-0764-409c-baaf-e6bea4d6b2ca req-0da17241-4188-49e1-b859-cba0a2f6a4d5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:30.093128 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-96cc496c-0764-409c-baaf-e6bea4d6b2ca req-0da17241-4188-49e1-b859-cba0a2f6a4d5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0745969 Sep 15 16:07:30.097098 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b94ad1d2-43fc-4bf6-9ab0-e25f53f9a799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.124721 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b94ad1d2-43fc-4bf6-9ab0-e25f53f9a799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.155709 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-96cc496c-0764-409c-baaf-e6bea4d6b2ca req-63fae67f-8d20-4e0a-a03e-2ced14022bc2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414751 Sep 15 16:07:30.180197 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b94ad1d2-43fc-4bf6-9ab0-e25f53f9a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.182980 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b94ad1d2-43fc-4bf6-9ab0-e25f53f9a799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.185216 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b34dd22-9190-48ce-bd7f-fa665694dd68 x-openstack-request-id: req-2b34dd22-9190-48ce-bd7f-fa665694dd68 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:30.185524 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-unplugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:30.186004 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2b34dd22-9190-48ce-bd7f-fa665694dd68 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:30.186703 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'code': 200} Sep 15 16:07:30.187227 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b94ad1d2-43fc-4bf6-9ab0-e25f53f9a799 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f7ef04f6-856a-44f4-866c-1d5785981331 HTTP/1.1" status: 204 len: 168 time: 0.1422582 Sep 15 16:07:30.196070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ad1d2-43fc-4bf6-9ab0-e25f53f9a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ef04f6-856a-44f4-866c-1d5785981331,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:30.226217 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=8']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:30.458329 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38210) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:30.471501 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2f5eb6f1-7a05-4b09-9bab-1ea9d54fbc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.557985 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2f5eb6f1-7a05-4b09-9bab-1ea9d54fbc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.561691 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2f5eb6f1-7a05-4b09-9bab-1ea9d54fbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.598625 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-2f5eb6f1-7a05-4b09-9bab-1ea9d54fbc2a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4c66f7af07aa4a428a88250d8ee07dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392012 Sep 15 16:07:30.599462 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5eb6f1-7a05-4b09-9bab-1ea9d54fbc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba583cb2-5cb9-49a2-90bd-ba414291c468,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:30.601339 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 38212) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:30.649676 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.671936 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.735449 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.738253 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:30.739602 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ba583cb2-5cb9-49a2-90bd-ba414291c468 HTTP/1.1" status: 204 len: 168 time: 0.1372213 Sep 15 16:07:30.747802 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba583cb2-5cb9-49a2-90bd-ba414291c468,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:30.755851 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.756191 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.756526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.756852 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.757177 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.757517 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.757820 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.758138 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.758456 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.758793 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.759108 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.759421 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1db898-44e9-4553-9a8f-c5e03bad3d12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:30.888040 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228afc3f-e3cf-4680-a02c-064275ee0d80 req-fa5e6739-25fb-4b65-b286-cb8abf93da12 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:30.889698 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-228afc3f-e3cf-4680-a02c-064275ee0d80 req-fa5e6739-25fb-4b65-b286-cb8abf93da12 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0521343 Sep 15 16:07:30.931905 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-228afc3f-e3cf-4680-a02c-064275ee0d80 req-ba32e38d-df36-43d1-8450-ef40a3acccab tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Sep 15 16:07:31.298781 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe750d1d-0ca5-48cb-86bb-15a8112413c9 req-9fa58731-8f78-435d-be0e-822cb215c236 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:31.300663 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fe750d1d-0ca5-48cb-86bb-15a8112413c9 req-9fa58731-8f78-435d-be0e-822cb215c236 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0813959 Sep 15 16:07:31.347211 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fe750d1d-0ca5-48cb-86bb-15a8112413c9 req-25833f54-3dd2-438c-a97a-26d01547831c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Sep 15 16:07:31.480606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [req-e1886917-de6e-4d2f-83b9-6c7e5d67a1a3 req-c6cfcdb4-7512-4999-9ea9-fcc97237bf11 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:07:31.481486 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e1886917-de6e-4d2f-83b9-6c7e5d67a1a3 req-c6cfcdb4-7512-4999-9ea9-fcc97237bf11 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052624 Sep 15 16:07:31.642728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7032a-0260-4b37-b33c-26b8824502f7 req-b354024f-bb01-42ed-a210-56c0753d316b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:31.644209 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-16d7032a-0260-4b37-b33c-26b8824502f7 req-b354024f-bb01-42ed-a210-56c0753d316b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0532558 Sep 15 16:07:31.684899 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-16d7032a-0260-4b37-b33c-26b8824502f7 req-b207b668-db7a-4357-959c-a2d0ab38bfde tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Sep 15 16:07:31.992020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 38294) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:32.109662 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-21413851-6ca5-476d-93e8-5541eabc0e19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1163616 Sep 15 16:07:32.118124 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-9a41e782-9bc0-4188-a207-2c5200c83643 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:07:32.119090 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-9a41e782-9bc0-4188-a207-2c5200c83643 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047417 Sep 15 16:07:32.469376 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f94ab-954d-47b3-98c2-f669c39e4f1e req-b6a38494-f235-4b3c-aa6e-daf917c9850c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:32.470977 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-329f94ab-954d-47b3-98c2-f669c39e4f1e req-b6a38494-f235-4b3c-aa6e-daf917c9850c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0552557 Sep 15 16:07:32.511808 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-329f94ab-954d-47b3-98c2-f669c39e4f1e req-0be5db3b-5d70-4b38-8386-b1c4683d3b1a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347481 Sep 15 16:07:32.738801 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:32.817231 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b81af-c131-475a-82f1-db83a63f4769 req-9f95859e-6ab3-4d93-bb34-ae4f429449c5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:32.818798 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-859b81af-c131-475a-82f1-db83a63f4769 req-9f95859e-6ab3-4d93-bb34-ae4f429449c5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0521569 Sep 15 16:07:32.855297 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-859b81af-c131-475a-82f1-db83a63f4769 req-da351ad0-31be-47ad-852b-f8f7486ebd8c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305936 Sep 15 16:07:33.628408 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1d0b88-868e-4d05-9f38-38542ef75f4b req-2732e8ae-84ea-44fc-8497-6e2a574f9a83 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:33.629831 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5f1d0b88-868e-4d05-9f38-38542ef75f4b req-2732e8ae-84ea-44fc-8497-6e2a574f9a83 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0504966 Sep 15 16:07:33.666157 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5f1d0b88-868e-4d05-9f38-38542ef75f4b req-bf2ef5be-995b-45b1-a8fd-d1acd563864b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305309 Sep 15 16:07:33.972437 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3494c6-1816-49cc-a5c2-271d69bb337b req-59aab619-12a7-490c-8926-e09eb8c983e8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:33.973870 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ea3494c6-1816-49cc-a5c2-271d69bb337b req-59aab619-12a7-490c-8926-e09eb8c983e8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0468881 Sep 15 16:07:34.010054 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ea3494c6-1816-49cc-a5c2-271d69bb337b req-96d2586b-e6da-49ba-b24a-53d3c7b33737 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303817 Sep 15 16:07:34.783072 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665bd2f-fc60-41a3-8121-d51f34484097 req-7f93a63a-bebb-4cd7-bd29-d97cd2204bd2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:34.784499 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1665bd2f-fc60-41a3-8121-d51f34484097 req-7f93a63a-bebb-4cd7-bd29-d97cd2204bd2 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0518720 Sep 15 16:07:34.820952 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1665bd2f-fc60-41a3-8121-d51f34484097 req-8a350aed-477f-4458-8174-9e8a52f491a8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301907 Sep 15 16:07:35.128866 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48af0f4-9649-42e9-88fb-05233af08a32 req-24fc16b7-fac0-4d05-aee1-fbd598a8328d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:35.130308 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b48af0f4-9649-42e9-88fb-05233af08a32 req-24fc16b7-fac0-4d05-aee1-fbd598a8328d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0469904 Sep 15 16:07:35.166890 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b48af0f4-9649-42e9-88fb-05233af08a32 req-fc6bb730-b878-41f3-94f5-a0d573c6ff79 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306926 Sep 15 16:07:35.934033 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1b5d7-5fe2-4517-adc7-df3b18e6cf15 req-05f6844c-979a-448c-ac5e-79e9a5076891 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:35.935549 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6fb1b5d7-5fe2-4517-adc7-df3b18e6cf15 req-05f6844c-979a-448c-ac5e-79e9a5076891 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0484438 Sep 15 16:07:35.972639 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6fb1b5d7-5fe2-4517-adc7-df3b18e6cf15 req-e69e53de-96f2-4452-b1b6-8e886e7b8046 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306184 Sep 15 16:07:36.289911 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3063845-5c01-4b24-8351-255ad8230aa3 req-871c5954-9b33-4724-a30d-de86090df6fd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.291403 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f3063845-5c01-4b24-8351-255ad8230aa3 req-871c5954-9b33-4724-a30d-de86090df6fd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0503802 Sep 15 16:07:36.331046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f3063845-5c01-4b24-8351-255ad8230aa3 req-a3cdad21-3099-43ac-ae16-5c502801331e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Sep 15 16:07:36.378073 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-1b9c7bc9-26d4-4691-bbb2-79290fb420b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.379600 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-1b9c7bc9-26d4-4691-bbb2-79290fb420b6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908&tenant_id=bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 1096 time: 0.0777681 Sep 15 16:07:36.446652 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-0cffb7b2-ab65-45cb-84a5-c6edcf63c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.448380 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-0cffb7b2-ab65-45cb-84a5-c6edcf63c5e2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1096 time: 0.0408685 Sep 15 16:07:36.537825 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-74cbf4ca-7d97-4e85-b210-e24d0dda31e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.539319 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-74cbf4ca-7d97-4e85-b210-e24d0dda31e4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.0812080 Sep 15 16:07:36.604618 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-650517b1-064b-4f51-a40d-0dd371131274 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 200 len: 999 time: 0.0576723 Sep 15 16:07:36.655870 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-e59f4a8d-11db-4b85-af37-c92a134a18d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.657298 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-e59f4a8d-11db-4b85-af37-c92a134a18d5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0431845 Sep 15 16:07:36.711057 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-0e290912-2165-4fec-a3ab-3f8aaed6a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:36.712431 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-0e290912-2165-4fec-a3ab-3f8aaed6a253 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385761 Sep 15 16:07:36.817892 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-8b1f5b03-bd74-40e6-840b-785f5b19bac6 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879753 Sep 15 16:07:36.911603 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f72098e-8f26-480f-865d-2e083e5ec370 req-32af48c9-1fd1-4b0a-8b86-e3937b23ae5e service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809371 Sep 15 16:07:37.094496 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b2dd-aaf2-4bf2-905f-e0e5f33f472e req-b24d0c85-8331-4fe6-b943-2224ff55eafc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:37.095983 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5c25b2dd-aaf2-4bf2-905f-e0e5f33f472e req-b24d0c85-8331-4fe6-b943-2224ff55eafc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0561886 Sep 15 16:07:37.132874 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5c25b2dd-aaf2-4bf2-905f-e0e5f33f472e req-b1cdd143-3f9e-4dec-bd7b-3eb2fbb053ce tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Sep 15 16:07:37.544280 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6366d45-b19f-473e-ad6a-0f493d43ff47 req-83d334fd-d950-491b-b88a-cdb215c81bcd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:37.548035 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a6366d45-b19f-473e-ad6a-0f493d43ff47 req-83d334fd-d950-491b-b88a-cdb215c81bcd tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.1238766 Sep 15 16:07:37.630052 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a6366d45-b19f-473e-ad6a-0f493d43ff47 req-78efa5c3-f9fe-4ea8-90e3-9d867afed04f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722160 Sep 15 16:07:37.913483 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f61ae-6a60-407b-b794-a8ccab9aa66d req-5dee4cc4-1e9a-473c-9662-2dc7afc5c07a tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:37.922069 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e93f61ae-6a60-407b-b794-a8ccab9aa66d req-5dee4cc4-1e9a-473c-9662-2dc7afc5c07a tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0655160 Sep 15 16:07:38.145147 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e93f61ae-6a60-407b-b794-a8ccab9aa66d req-48b68741-f892-4aad-b08f-ee1949249690 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220585 Sep 15 16:07:38.257155 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e49db4-bab6-48e4-9a0d-f25f7b379eaa req-f3d30f28-d51f-4e2f-9212-b851b03fd8d4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.258846 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e49db4-bab6-48e4-9a0d-f25f7b379eaa req-f3d30f28-d51f-4e2f-9212-b851b03fd8d4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0488114 Sep 15 16:07:38.299038 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-35e49db4-bab6-48e4-9a0d-f25f7b379eaa req-97d7a5e0-6b48-4c5e-859f-fc625fee45d0 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339444 Sep 15 16:07:38.774608 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6ce5c-a467-435f-9886-551d28a61886 req-c007571a-8c65-4f2d-b1be-1c85ecfc1d19 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:38.776051 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4cd6ce5c-a467-435f-9886-551d28a61886 req-c007571a-8c65-4f2d-b1be-1c85ecfc1d19 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0540636 Sep 15 16:07:38.816165 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4cd6ce5c-a467-435f-9886-551d28a61886 req-04302ded-3cd8-4650-a25c-e8c9e17cc403 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336275 Sep 15 16:07:39.265559 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5a569-af22-4c44-b22c-e96047c55e40 req-35c79cfc-cc5c-4faa-b0a0-f77e8b470982 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.266695 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3ba5a569-af22-4c44-b22c-e96047c55e40 req-35c79cfc-cc5c-4faa-b0a0-f77e8b470982 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Sep 15 16:07:39.305162 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3ba5a569-af22-4c44-b22c-e96047c55e40 req-3693e316-eb66-4387-b7ad-2dda2eb5623c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Sep 15 16:07:39.422564 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba4ecb-e8fe-4c5c-8f52-a6f03899c471 req-17a8b3ff-ccf8-4773-94dd-484b64d0cc6f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.427164 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4fba4ecb-e8fe-4c5c-8f52-a6f03899c471 req-17a8b3ff-ccf8-4773-94dd-484b64d0cc6f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0597506 Sep 15 16:07:39.466877 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4fba4ecb-e8fe-4c5c-8f52-a6f03899c471 req-736bb28e-cab2-4456-bcdd-fd4de7fb937b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352647 Sep 15 16:07:39.940772 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1543598-887d-41a7-8757-c87ca7035433 req-ad5bf53e-7ac7-4458-b987-522634eb8250 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:39.942254 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a1543598-887d-41a7-8757-c87ca7035433 req-ad5bf53e-7ac7-4458-b987-522634eb8250 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0500572 Sep 15 16:07:39.981504 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a1543598-887d-41a7-8757-c87ca7035433 req-4da0255d-cc8c-44aa-b963-b3151c5845a8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330346 Sep 15 16:07:40.433704 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0659cf-321f-4e88-bde7-c2f416429648 req-21771156-47e9-4a33-a17d-3564f128b92a tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:40.435194 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0e0659cf-321f-4e88-bde7-c2f416429648 req-21771156-47e9-4a33-a17d-3564f128b92a tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0549190 Sep 15 16:07:40.437190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38442) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:40.479019 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0e0659cf-321f-4e88-bde7-c2f416429648 req-3547c1fa-0ba4-456f-8c82-95ad12173002 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328228 Sep 15 16:07:40.555396 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b1be-851d-4071-a351-2112e175bcd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.591802 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bab107-27c9-4906-b3a5-9fb629e84bd3 req-a890c809-0dd5-4d42-8dd6-6767faae1316 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:40.594084 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f8bab107-27c9-4906-b3a5-9fb629e84bd3 req-a890c809-0dd5-4d42-8dd6-6767faae1316 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0516901 Sep 15 16:07:40.638083 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f8bab107-27c9-4906-b3a5-9fb629e84bd3 req-8b06e8e1-f389-4c46-9bed-64bca2ccd254 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365262 Sep 15 16:07:40.665260 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b1be-851d-4071-a351-2112e175bcd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.669000 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6aa0b1be-851d-4071-a351-2112e175bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.706949 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6aa0b1be-851d-4071-a351-2112e175bcd9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ac5e7812be3544449721169c20446de5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680089 Sep 15 16:07:40.707793 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0b1be-851d-4071-a351-2112e175bcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61059a64-df45-4b25-a548-4239fe7ec65c,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:40.711061 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38448) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:40.760489 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a396f503-e369-4f56-8e70-ebd62d75eb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.781822 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a396f503-e369-4f56-8e70-ebd62d75eb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.829478 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a396f503-e369-4f56-8e70-ebd62d75eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.832126 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a396f503-e369-4f56-8e70-ebd62d75eb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:40.833287 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a396f503-e369-4f56-8e70-ebd62d75eb7d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61059a64-df45-4b25-a548-4239fe7ec65c HTTP/1.1" status: 204 len: 168 time: 0.1213355 Sep 15 16:07:40.848029 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396f503-e369-4f56-8e70-ebd62d75eb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61059a64-df45-4b25-a548-4239fe7ec65c,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:41.148339 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6ed33-5f3d-431e-b087-708a5419a196 req-717ee210-d068-451b-93b0-05e5c700ff9e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:41.149923 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8bc6ed33-5f3d-431e-b087-708a5419a196 req-717ee210-d068-451b-93b0-05e5c700ff9e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0872624 Sep 15 16:07:41.190796 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8bc6ed33-5f3d-431e-b087-708a5419a196 req-b88e3f0a-5ec9-4b4e-8b43-05810a12e302 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333958 Sep 15 16:07:41.608873 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4327581-67f9-4b76-b9ae-0859680c74e2 req-3baa14f7-5ac1-44d9-87b9-a98f73a90a03 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:41.610384 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f4327581-67f9-4b76-b9ae-0859680c74e2 req-3baa14f7-5ac1-44d9-87b9-a98f73a90a03 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0543885 Sep 15 16:07:41.650792 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f4327581-67f9-4b76-b9ae-0859680c74e2 req-3ffa8aa9-3103-41fa-bf72-7b0d5f437f80 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Sep 15 16:07:41.775442 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b4e9f-90d9-4a1a-b244-343833919558 req-77345824-4c3d-40c1-a846-9798e5dd2235 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:41.776927 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e05b4e9f-90d9-4a1a-b244-343833919558 req-77345824-4c3d-40c1-a846-9798e5dd2235 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0558074 Sep 15 16:07:41.817268 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e05b4e9f-90d9-4a1a-b244-343833919558 req-2708cdb6-b1c8-4246-b696-fb8919e8ca5e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334373 Sep 15 16:07:42.314153 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ad979d-9983-4602-84d7-b3eaeff63ac1 req-96bfbe26-4eab-4882-896e-4da893e5f064 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:42.316011 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-82ad979d-9983-4602-84d7-b3eaeff63ac1 req-96bfbe26-4eab-4882-896e-4da893e5f064 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0513988 Sep 15 16:07:42.361835 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-82ad979d-9983-4602-84d7-b3eaeff63ac1 req-06aaee1d-f984-481e-aa22-d0dcc0ea24f0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397847 Sep 15 16:07:42.782707 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788a5d2-b020-424a-85d1-ea659e4f443f req-3e029c71-1e55-4d86-9d17-94f81c38347f tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:42.784309 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0788a5d2-b020-424a-85d1-ea659e4f443f req-3e029c71-1e55-4d86-9d17-94f81c38347f tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0578482 Sep 15 16:07:42.824331 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0788a5d2-b020-424a-85d1-ea659e4f443f req-75152210-6626-4997-af42-3d43d6cda99e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333312 Sep 15 16:07:42.938596 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdbc57-6e1e-4deb-b4ff-f4131cbdf77a req-8c97b578-cfcd-4d21-8b9e-ecef5fe2c08e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:42.940217 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a0bdbc57-6e1e-4deb-b4ff-f4131cbdf77a req-8c97b578-cfcd-4d21-8b9e-ecef5fe2c08e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0535271 Sep 15 16:07:42.981671 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a0bdbc57-6e1e-4deb-b4ff-f4131cbdf77a req-f658440e-51ab-49b9-ad16-f219272a2ecb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Sep 15 16:07:43.504486 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa9bea-ec0d-49ac-a469-7ae1ca408af3 req-1d685f26-5110-456e-8cc0-f78b38e6424b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:43.504486 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3cfa9bea-ec0d-49ac-a469-7ae1ca408af3 req-1d685f26-5110-456e-8cc0-f78b38e6424b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0601418 Sep 15 16:07:43.541619 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3cfa9bea-ec0d-49ac-a469-7ae1ca408af3 req-151cedc3-53e9-40c2-825f-b89e204a515e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342932 Sep 15 16:07:43.944720 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a218c-9932-4fd8-b16b-4937f2203f69 req-7b045abf-9837-4da3-b912-49be4b9ff8e4 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:43.946342 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-586a218c-9932-4fd8-b16b-4937f2203f69 req-7b045abf-9837-4da3-b912-49be4b9ff8e4 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0540919 Sep 15 16:07:43.985852 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-586a218c-9932-4fd8-b16b-4937f2203f69 req-0510879e-da89-49b3-ae2a-e0c47775763d tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331955 Sep 15 16:07:44.104438 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d483a6-685f-4f81-b8ef-6f4bbe18ecf0 req-faacece4-2169-4543-b77d-c94f544f6d50 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:44.105961 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-95d483a6-685f-4f81-b8ef-6f4bbe18ecf0 req-faacece4-2169-4543-b77d-c94f544f6d50 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0523727 Sep 15 16:07:44.147070 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-95d483a6-685f-4f81-b8ef-6f4bbe18ecf0 req-5e1f0067-effa-4e63-bcff-4743f857a2cc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341852 Sep 15 16:07:44.665574 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52623a33-57d2-4274-ab9c-ee4f51338b7e req-bd529930-4ea8-47af-83a2-47d3c72e2c63 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:44.667064 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52623a33-57d2-4274-ab9c-ee4f51338b7e req-bd529930-4ea8-47af-83a2-47d3c72e2c63 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0510232 Sep 15 16:07:44.706823 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52623a33-57d2-4274-ab9c-ee4f51338b7e req-f2d1274d-bcbc-4567-8af9-1eaa6ce95d6e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333984 Sep 15 16:07:45.115350 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a9ae-1157-41e7-bdfc-4cbb257a0018 req-93fade90-4dda-4926-a25b-b2a463aa3bd9 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:45.122045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38532) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:45.125727 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a7b7a9ae-1157-41e7-bdfc-4cbb257a0018 req-93fade90-4dda-4926-a25b-b2a463aa3bd9 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0648551 Sep 15 16:07:45.176212 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a7b7a9ae-1157-41e7-bdfc-4cbb257a0018 req-bc20cc64-ceb6-4d7b-9d44-7d817a933a09 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429752 Sep 15 16:07:45.237373 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-edac54fd-79e8-4a27-9a4c-cf602418909d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.278763 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e30e8a-71a2-4052-973a-d927b40e669b req-2462e8c0-0427-4e1e-96bb-0c1ded678c0b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:45.280530 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52e30e8a-71a2-4052-973a-d927b40e669b req-2462e8c0-0427-4e1e-96bb-0c1ded678c0b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0506251 Sep 15 16:07:45.336271 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-edac54fd-79e8-4a27-9a4c-cf602418909d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.339297 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-52e30e8a-71a2-4052-973a-d927b40e669b req-2b1ed574-1be7-4c50-8e8c-eb0b9dc68304 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481045 Sep 15 16:07:45.347809 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-edac54fd-79e8-4a27-9a4c-cf602418909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.385729 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac54fd-79e8-4a27-9a4c-cf602418909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ce4611-180e-4b5e-b982-32afb34c8ee7,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:45.393380 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-edac54fd-79e8-4a27-9a4c-cf602418909d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=141561d0818a4a1e9d1aaa7c83490c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702258 Sep 15 16:07:45.393721 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 38538) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:45.443606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ea0c1c07-b478-4e21-84c9-7d5e836d8073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.471052 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ea0c1c07-b478-4e21-84c9-7d5e836d8073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.518662 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ea0c1c07-b478-4e21-84c9-7d5e836d8073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.521183 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ea0c1c07-b478-4e21-84c9-7d5e836d8073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.522305 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ea0c1c07-b478-4e21-84c9-7d5e836d8073 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a3ce4611-180e-4b5e-b982-32afb34c8ee7 HTTP/1.1" status: 204 len: 168 time: 0.1276174 Sep 15 16:07:45.530603 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c1c07-b478-4e21-84c9-7d5e836d8073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ce4611-180e-4b5e-b982-32afb34c8ee7,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:45.807426 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 38548) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:45.821650 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6137066f-2197-4300-861e-c9bb901cdc7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.874022 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221afb2-4874-4e07-b35e-2f136be03998 req-509649bb-c1fc-437d-92cd-eb31a9d34568 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:45.875889 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c221afb2-4874-4e07-b35e-2f136be03998 req-509649bb-c1fc-437d-92cd-eb31a9d34568 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0766039 Sep 15 16:07:45.923254 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c221afb2-4874-4e07-b35e-2f136be03998 req-a8036c06-333d-4bda-92ac-51f71bed61ad tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412803 Sep 15 16:07:45.929984 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6137066f-2197-4300-861e-c9bb901cdc7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.934300 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6137066f-2197-4300-861e-c9bb901cdc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:45.974132 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6137066f-2197-4300-861e-c9bb901cdc7f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b1a77f8cb5d94109afdc323506228319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1649973 Sep 15 16:07:45.974943 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137066f-2197-4300-861e-c9bb901cdc7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951ab5d4-701e-4c61-8b3f-0aa775c81f0e,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:45.976728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 38552) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:07:46.027573 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4c1d67f8-7c5d-453b-bac0-c01ac509f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.049126 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4c1d67f8-7c5d-453b-bac0-c01ac509f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.099737 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4c1d67f8-7c5d-453b-bac0-c01ac509f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.102272 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4c1d67f8-7c5d-453b-bac0-c01ac509f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.105753 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-4c1d67f8-7c5d-453b-bac0-c01ac509f421 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/951ab5d4-701e-4c61-8b3f-0aa775c81f0e HTTP/1.1" status: 204 len: 168 time: 0.1251001 Sep 15 16:07:46.112795 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d67f8-7c5d-453b-bac0-c01ac509f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951ab5d4-701e-4c61-8b3f-0aa775c81f0e,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:46.307992 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aa2bd-0343-4847-ab9e-f03e491062ab req-75822dba-2f1a-4ab8-a1ec-68226ad45e7c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:46.309830 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-309aa2bd-0343-4847-ab9e-f03e491062ab req-75822dba-2f1a-4ab8-a1ec-68226ad45e7c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0619304 Sep 15 16:07:46.353128 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-309aa2bd-0343-4847-ab9e-f03e491062ab req-f35c79f1-58db-47eb-8aff-c610f07419c4 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370622 Sep 15 16:07:46.487147 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa744c1a-0838-4a97-8714-955b0f12c5cf req-861055f6-c806-473a-81da-a559825bb6a1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:46.493697 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fa744c1a-0838-4a97-8714-955b0f12c5cf req-861055f6-c806-473a-81da-a559825bb6a1 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0776405 Sep 15 16:07:46.533682 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:46.537865 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fa744c1a-0838-4a97-8714-955b0f12c5cf req-b9e07642-12ed-441f-887e-d0be366ebb6e tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402925 Sep 15 16:07:47.047981 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25175798-37f1-4920-bc5a-8fcf0b441f88 req-148ea9b0-3da3-45dc-a694-6a0df838dc1a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:47.049646 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25175798-37f1-4920-bc5a-8fcf0b441f88 req-148ea9b0-3da3-45dc-a694-6a0df838dc1a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0536773 Sep 15 16:07:47.100376 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25175798-37f1-4920-bc5a-8fcf0b441f88 req-c35e463f-c7e1-448e-9303-ecea3ce359eb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397003 Sep 15 16:07:47.471195 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af2143-296b-42e5-8dc4-d2f5a65f3e14 req-4d959171-518a-43bd-b722-c1a3b9afad11 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:47.472745 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f1af2143-296b-42e5-8dc4-d2f5a65f3e14 req-4d959171-518a-43bd-b722-c1a3b9afad11 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0497704 Sep 15 16:07:47.513856 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f1af2143-296b-42e5-8dc4-d2f5a65f3e14 req-540f84fe-c5f3-46d9-9cf9-50e4d7c19d8c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351474 Sep 15 16:07:47.658194 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3315749-e790-457d-bb76-4c49d157ab9c req-500a946c-10bc-4bbc-a1ee-c7c47e76c8d7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:47.659749 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f3315749-e790-457d-bb76-4c49d157ab9c req-500a946c-10bc-4bbc-a1ee-c7c47e76c8d7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0510705 Sep 15 16:07:47.698807 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f3315749-e790-457d-bb76-4c49d157ab9c req-be025386-af07-4dcb-bdce-29216650d2d0 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328743 Sep 15 16:07:48.225582 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18648b1f-1ef5-4abb-b15e-a237617243d5 req-a265f4c6-cb26-494b-9a2e-5bf55f9e79af tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.227121 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-18648b1f-1ef5-4abb-b15e-a237617243d5 req-a265f4c6-cb26-494b-9a2e-5bf55f9e79af tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0566082 Sep 15 16:07:48.271643 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-18648b1f-1ef5-4abb-b15e-a237617243d5 req-9e0dcb7f-0103-47f6-a545-3bdf4a7f15d2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349743 Sep 15 16:07:48.521563 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-a755e6d0-bedf-4cb3-ac33-5f5319d1ede1 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6ed1747e41a34089a9539dcd25ad8a51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353880 Sep 15 16:07:48.524979 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2663b68d-7393-4da3-ac86-9ccc0ffd9d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:48.758463 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be2875-db2d-4aa2-9673-e492de003773 req-4f03c927-27a1-493a-9120-47775754e798 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.760043 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-94be2875-db2d-4aa2-9673-e492de003773 req-4f03c927-27a1-493a-9120-47775754e798 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.1633041 Sep 15 16:07:48.769293 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-84a874c4-53ba-494c-92ef-9dc48f72626a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.770776 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-84a874c4-53ba-494c-92ef-9dc48f72626a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2431395 Sep 15 16:07:48.797175 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-713e9215-53a5-4f2b-9f38-e77a99070062 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/quotas/6ed1747e41a34089a9539dcd25ad8a51 HTTP/1.1" status: 200 len: 375 time: 0.0189719 Sep 15 16:07:48.841998 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8ef61909-bd2f-453a-b7f3-69c28bcefa65 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=6ed1747e41a34089a9539dcd25ad8a51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378387 Sep 15 16:07:48.844991 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-94be2875-db2d-4aa2-9673-e492de003773 req-ffc9c995-a6b1-442e-9b9d-04fa00819e26 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Sep 15 16:07:48.958101 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668dd88c-02da-448a-925a-a2eaf3818483 req-3ff6ca3d-9094-456a-bb68-d23019e61203 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:48.959726 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-668dd88c-02da-448a-925a-a2eaf3818483 req-3ff6ca3d-9094-456a-bb68-d23019e61203 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0565209 Sep 15 16:07:49.030555 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bb1924c9-45f6-4620-9e67-8595b9965a24 req-e7b1ea67-c9f3-4436-8eee-74de2debab0b tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0326817 Sep 15 16:07:49.037115 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-668dd88c-02da-448a-925a-a2eaf3818483 req-4bb6abfb-e552-4949-93ae-d157113d7497 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695834 Sep 15 16:07:49.406899 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf702ff-ff81-479a-b85f-8d01d3a89a66 req-50c0ee4c-6af4-4111-8eaa-3d3e5477222c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:49.408375 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9bf702ff-ff81-479a-b85f-8d01d3a89a66 req-50c0ee4c-6af4-4111-8eaa-3d3e5477222c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0524764 Sep 15 16:07:49.447609 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9bf702ff-ff81-479a-b85f-8d01d3a89a66 req-349bb3b7-dfea-431d-a27f-a952533b8e98 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326943 Sep 15 16:07:49.965416 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bcf40-795c-4869-8452-0a3bfb522514 req-769a0514-61cc-4363-9722-3693c47b33bd tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:49.966874 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-397bcf40-795c-4869-8452-0a3bfb522514 req-769a0514-61cc-4363-9722-3693c47b33bd tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0523410 Sep 15 16:07:50.007830 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-397bcf40-795c-4869-8452-0a3bfb522514 req-a75324d2-53ec-4c32-acf0-8024c76d0799 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340111 Sep 15 16:07:50.157879 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8170eb30-aae5-4a45-86d1-bd640a13878a req-5a7bd73f-51ef-4193-bb1d-162ec82b1839 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0502219 Sep 15 16:07:50.185868 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579ca3e-ad95-4b85-8ae4-42f2bdab71d8 req-39898073-f951-442f-89b1-6fe1a31920d5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:50.188454 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d579ca3e-ad95-4b85-8ae4-42f2bdab71d8 req-39898073-f951-442f-89b1-6fe1a31920d5 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0714810 Sep 15 16:07:50.226102 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d579ca3e-ad95-4b85-8ae4-42f2bdab71d8 req-b4ad6ee0-97a7-49c9-b033-f3687fd73e61 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317869 Sep 15 16:07:50.583127 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497c69d-1e40-4666-a3a6-d28ab2ce75b4 req-0dc7e75b-8f63-4cb2-be22-ba9282f59045 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:50.584636 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3497c69d-1e40-4666-a3a6-d28ab2ce75b4 req-0dc7e75b-8f63-4cb2-be22-ba9282f59045 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0539505 Sep 15 16:07:50.622772 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3497c69d-1e40-4666-a3a6-d28ab2ce75b4 req-b01cc708-3a9f-4539-afdb-3e462f0be8bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321264 Sep 15 16:07:50.854425 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:07:51.124972 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dc13c-1def-44ab-a551-0bbd3ed92b76 req-46365051-d9d0-423c-aa01-cf3f3aa3e8be tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.126436 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c0dc13c-1def-44ab-a551-0bbd3ed92b76 req-46365051-d9d0-423c-aa01-cf3f3aa3e8be tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0497267 Sep 15 16:07:51.165168 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c0dc13c-1def-44ab-a551-0bbd3ed92b76 req-401266e9-e57f-441b-864d-1b483db33afe tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327630 Sep 15 16:07:51.250083 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-60012b78-7147-43c9-9c82-e611ca95fe6e req-b5805f42-935e-453d-a157-bc2455e9d0e5 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0265875 Sep 15 16:07:51.332763 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-71e55524-e31d-4cf5-8bf3-30426f11eeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.341796 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa19664-4da9-4fd3-82b2-1e5153f74e80 req-77296821-fb48-4f91-8e11-c1b6b25c111d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.343854 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8aa19664-4da9-4fd3-82b2-1e5153f74e80 req-77296821-fb48-4f91-8e11-c1b6b25c111d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0490668 Sep 15 16:07:51.385469 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8aa19664-4da9-4fd3-82b2-1e5153f74e80 req-3fe7bab3-1aeb-4164-845f-d1fdf15d268c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351105 Sep 15 16:07:51.469299 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:51.777813 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25373280-8d03-4c6d-a755-5c25801f2999 req-290bfd4e-4509-40c0-810b-52e752ba7ffc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:51.779256 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25373280-8d03-4c6d-a755-5c25801f2999 req-290bfd4e-4509-40c0-810b-52e752ba7ffc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0479689 Sep 15 16:07:51.818052 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25373280-8d03-4c6d-a755-5c25801f2999 req-3d8b81d5-ca37-44df-8a0f-c005b33f7f2e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319567 Sep 15 16:07:52.078513 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-121b3efd-88a5-43e4-b0be-6a94281d14b8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398302 Sep 15 16:07:52.153673 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-fc248252-a711-4737-a80a-8399679489c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.155837 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-fc248252-a711-4737-a80a-8399679489c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 1098 time: 0.0436854 Sep 15 16:07:52.256455 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:52.313116 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-ab889673-0da9-46e6-b199-b879ca52f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.314299 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-ab889673-0da9-46e6-b199-b879ca52f95a service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1309097 Sep 15 16:07:52.346244 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceecfcd-f7d2-47ae-8979-1c44aece6bfe req-dc562211-7ff5-489b-989b-07d5e9e5122e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.347742 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fceecfcd-f7d2-47ae-8979-1c44aece6bfe req-dc562211-7ff5-489b-989b-07d5e9e5122e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0698941 Sep 15 16:07:52.364132 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-36d7327b-4740-4358-8f10-609fbdc1aed5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61837e90-7377-44e8-adfb-849e0caa3e08 HTTP/1.1" status: 200 len: 217 time: 0.0412257 Sep 15 16:07:52.368181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a9fafd0f-2966-46f2-b51a-58207062896d req-7335de39-e49b-4134-afb4-0698b1527f88 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0378833 Sep 15 16:07:52.400177 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fceecfcd-f7d2-47ae-8979-1c44aece6bfe req-d1af9ac2-4c15-465d-80bc-304194e71bd7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342352 Sep 15 16:07:52.438988 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-beccc79d-9e09-45a8-92cd-12c9dda8d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.440585 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-beccc79d-9e09-45a8-92cd-12c9dda8d0ee service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0478392 Sep 15 16:07:52.481010 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-a16c76d7-309f-4375-8df4-b70a54eba01d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287893 Sep 15 16:07:52.511836 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246bdfc-166d-45f1-923b-8d49ab937884 req-7c3aaad8-54d5-4475-855e-a6cf3ff8d323 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.513287 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9246bdfc-166d-45f1-923b-8d49ab937884 req-7c3aaad8-54d5-4475-855e-a6cf3ff8d323 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0536737 Sep 15 16:07:52.556475 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9246bdfc-166d-45f1-923b-8d49ab937884 req-d4b762b4-c5ec-4436-8f23-c54828ae8677 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357261 Sep 15 16:07:52.586452 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-b42518c3-8312-402e-9f2c-30d9a6b2c3b2 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965812 Sep 15 16:07:52.680729 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c711811d-5cdd-4ac8-83f8-f49c4f3f4601 req-8e6cb54d-781f-4727-8092-29bf60ad13b5 service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Sep 15 16:07:52.940484 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f46e84-7e63-4439-b2be-ef2f19b6ec00 req-18cdbd42-d993-4493-8eb5-e8599e1b4ce9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:52.941902 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-14f46e84-7e63-4439-b2be-ef2f19b6ec00 req-18cdbd42-d993-4493-8eb5-e8599e1b4ce9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0478125 Sep 15 16:07:52.978719 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-14f46e84-7e63-4439-b2be-ef2f19b6ec00 req-cd65074e-4234-4a11-8780-7101b2793e60 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309923 Sep 15 16:07:53.115852 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-6a818caa-3f1e-4c1c-97c4-cf767dfc241a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=6ed1747e41a34089a9539dcd25ad8a51&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281870 Sep 15 16:07:53.309693 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-6563cfab-39b7-4610-925d-5fa34a97f2d8 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.311236 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-6563cfab-39b7-4610-925d-5fa34a97f2d8 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1798973 Sep 15 16:07:53.332781 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Request body: {'port': {'device_id': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'network_id': '06251340-cec1-41e8-a356-008b67f804dd', 'admin_state_up': True, 'tenant_id': '6ed1747e41a34089a9539dcd25ad8a51'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:53.444781 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Made reservation on behalf of 6ed1747e41a34089a9539dcd25ad8a51 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:07:53.448555 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.458610 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.474607 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e90303e1-2d00-4121-83c6-646d7d8676fd req-b2213b4e-9dfb-437d-a296-1c31cf50220a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0335047 Sep 15 16:07:53.539770 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c95ec-4397-4383-93f0-0d7b76bc09f8 req-feac9b80-3d68-4dd8-b414-9662166095e2 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.541235 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c81c95ec-4397-4383-93f0-0d7b76bc09f8 req-feac9b80-3d68-4dd8-b414-9662166095e2 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0643809 Sep 15 16:07:53.564986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.568637 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.579515 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c81c95ec-4397-4383-93f0-0d7b76bc09f8 req-787daab2-3735-413a-8415-860472945413 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Sep 15 16:07:53.634964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec2e06d-bd9d-446b-b574-6ddf828f8926,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:53.675080 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476001c-2b2b-494a-a730-b4377640bbda req-ef3c60c3-2321-4731-be44-ed4a6af02874 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.676936 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a476001c-2b2b-494a-a730-b4377640bbda req-ef3c60c3-2321-4731-be44-ed4a6af02874 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0503204 Sep 15 16:07:53.701869 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Allocated IP 192.168.233.200 (06251340-cec1-41e8-a356-008b67f804dd/4aa79253-a2a8-4f3d-ad8f-b74739e705e3/439b4d11-f3f4-45d2-add5-c785ac2273e4) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:07:53.716643 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a476001c-2b2b-494a-a730-b4377640bbda req-e108675b-5ca3-4151-b661-2a6712ee7c01 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337825 Sep 15 16:07:53.861912 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.883294 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.897231 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85339-6707-4b23-9576-b7a7e1dc2621 req-a3a8c69f-c6e0-4845-9fae-82c03c9f468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:53.898643 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-42f85339-6707-4b23-9576-b7a7e1dc2621 req-a3a8c69f-c6e0-4845-9fae-82c03c9f468c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0657339 Sep 15 16:07:53.942927 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:53.960908 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-42f85339-6707-4b23-9576-b7a7e1dc2621 req-36c4f04b-af92-4e22-84ef-a9e7a7d1bf6f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Sep 15 16:07:53.992771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Network 06251340-cec1-41e8-a356-008b67f804dd is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:07:53.995730 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:07:53.999973 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:07:54.025445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Pushing event updated for resources: {'Port': ['ID=439b4d11-f3f4-45d2-add5-c785ac2273e4,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:54.061202 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.062218 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.077537 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-bea2fcf6-d08a-48e4-a37f-d1573410115f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7475159 Sep 15 16:07:54.114860 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccae6b-324b-4a9b-8cae-e365f00f4bda req-1060225f-c2ff-4fa4-bf47-dd31a804c917 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.116503 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20ccae6b-324b-4a9b-8cae-e365f00f4bda req-1060225f-c2ff-4fa4-bf47-dd31a804c917 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0521433 Sep 15 16:07:54.157549 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20ccae6b-324b-4a9b-8cae-e365f00f4bda req-b94f9cf0-2d8a-46ab-8a96-75e882526b0d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349581 Sep 15 16:07:54.224633 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Request body: {'port': {'device_id': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:07:54.250253 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-c9a9239f-95ad-4248-8000-74537f990d6e None None] Provisioning complete for port 439b4d11-f3f4-45d2-add5-c785ac2273e4 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:07:54.250931 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c9a9239f-95ad-4248-8000-74537f990d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.277552 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.287185 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9239f-95ad-4248-8000-74537f990d6e None None] Port 439b4d11-f3f4-45d2-add5-c785ac2273e4 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:07:54.597110 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97b852-4ce9-491b-9618-95be146c3b30 req-f1e85d5a-694e-4038-ae20-9cc40d73e173 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.598573 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c97b852-4ce9-491b-9618-95be146c3b30 req-f1e85d5a-694e-4038-ae20-9cc40d73e173 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 936 time: 0.0547791 Sep 15 16:07:54.638159 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2c97b852-4ce9-491b-9618-95be146c3b30 req-1235f647-0e5c-4260-a031-88bea01b9fe5 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334487 Sep 15 16:07:54.698107 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3586f-7a2b-4212-b8bf-a06531a47afe req-4bcf98ae-733e-4bae-9fd5-7349053e85db tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.699574 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51e3586f-7a2b-4212-b8bf-a06531a47afe req-4bcf98ae-733e-4bae-9fd5-7349053e85db tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0492826 Sep 15 16:07:54.739591 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-51e3586f-7a2b-4212-b8bf-a06531a47afe req-0bd783df-065c-4f5f-9eef-827d90c1c677 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339825 Sep 15 16:07:54.766111 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c683194-37a4-4981-a456-c982e14217d3 req-2dda77fc-fc34-4b0d-bb24-e8fd742f6aa5 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.767610 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3c683194-37a4-4981-a456-c982e14217d3 req-2dda77fc-fc34-4b0d-bb24-e8fd742f6aa5 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 945 time: 0.0761399 Sep 15 16:07:54.833099 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439b4d11-f3f4-45d2-add5-c785ac2273e4 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:54.838478 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbd5fb-716e-4343-b6ec-90cf8f3d5e5d req-85761ee5-f1a8-4aa3-835f-23529c098a3a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:54.840042 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-05fbd5fb-716e-4343-b6ec-90cf8f3d5e5d req-85761ee5-f1a8-4aa3-835f-23529c098a3a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0480516 Sep 15 16:07:54.843114 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.877059 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-05fbd5fb-716e-4343-b6ec-90cf8f3d5e5d req-0b75f3b0-62a9-448d-b15b-6e9b5b00f2d8 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302558 Sep 15 16:07:54.881043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Transition to ACTIVE for port object 439b4d11-f3f4-45d2-add5-c785ac2273e4 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:07:54.886654 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:54.969444 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Pushing event updated for resources: {'Port': ['ID=439b4d11-f3f4-45d2-add5-c785ac2273e4,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:54.973058 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Deleting port 2a93d0df-5eac-44c1-aaae-d972efc62a0a {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:07:54.973388 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.085675 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Attempting to bind port 439b4d11-f3f4-45d2-add5-c785ac2273e4 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:07:55.086000 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Attempting to bind port 439b4d11-f3f4-45d2-add5-c785ac2273e4 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:07:55.086319 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Attempting to bind port 439b4d11-f3f4-45d2-add5-c785ac2273e4 on network 06251340-cec1-41e8-a356-008b67f804dd {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:55.102296 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Port 439b4d11-f3f4-45d2-add5-c785ac2273e4 on network 06251340-cec1-41e8-a356-008b67f804dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:07:55.102628 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Attempting to bind port 439b4d11-f3f4-45d2-add5-c785ac2273e4 on network 06251340-cec1-41e8-a356-008b67f804dd {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:07:55.112347 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] For port 2a93d0df-5eac-44c1-aaae-d972efc62a0a, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2a93d0df-5eac-44c1-aaae-d972efc62a0a,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:55.112700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.115092 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:07:55.115414 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Checking segment: {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:07:55.115779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Bound using segment: {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:07:55.116184 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Bound port: 439b4d11-f3f4-45d2-add5-c785ac2273e4, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48e721be-7b6d-4a1a-ac19-48d10dabb0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '06251340-cec1-41e8-a356-008b67f804dd'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:07:55.116515 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.135252 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Calling delete_port for 2a93d0df-5eac-44c1-aaae-d972efc62a0a owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:07:55.241351 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] For port 439b4d11-f3f4-45d2-add5-c785ac2273e4, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:07:55.256893 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] For port 439b4d11-f3f4-45d2-add5-c785ac2273e4, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:07:55.267355 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.295496 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b92462-3ecf-4d90-91b4-7c77d4465b7e req-02991369-a564-47e8-bfab-c0785e0453e6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.297107 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a0b92462-3ecf-4d90-91b4-7c77d4465b7e req-02991369-a564-47e8-bfab-c0785e0453e6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0620368 Sep 15 16:07:55.308483 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.309086 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.310437 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] 10.222.0.64 "PUT /v2.0/ports/439b4d11-f3f4-45d2-add5-c785ac2273e4 HTTP/1.1" status: 200 len: 1098 time: 1.0901072 Sep 15 16:07:55.311419 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'tag': '439b4d11-f3f4-45d2-add5-c785ac2273e4'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:55.314438 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d" -d '{"events": [{"name": "network-changed", "server_uuid": "72407c96-c9e7-48d5-ab82-68ed0769a4e0", "tag": "439b4d11-f3f4-45d2-add5-c785ac2273e4"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:55.351899 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a0b92462-3ecf-4d90-91b4-7c77d4465b7e req-77912289-a4a5-4164-885c-7ea18f79762c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453904 Sep 15 16:07:55.394564 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70dfc0-6a64-431e-936e-b4cee39d86f9 service neutron] Pushing event updated for resources: {'Port': ['ID=439b4d11-f3f4-45d2-add5-c785ac2273e4,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:55.400055 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c9d4ab-0725-4c7b-afde-95b776a71c1b x-openstack-request-id: req-b6c9d4ab-0725-4c7b-afde-95b776a71c1b {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:55.400336 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72407c96-c9e7-48d5-ab82-68ed0769a4e0", "tag": "439b4d11-f3f4-45d2-add5-c785ac2273e4", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:55.400577 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b6c9d4ab-0725-4c7b-afde-95b776a71c1b {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:55.400947 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'tag': '439b4d11-f3f4-45d2-add5-c785ac2273e4', 'status': 'completed', 'code': 200} Sep 15 16:07:55.418521 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.453811 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-7a8113bb-8f32-46c7-a2a1-f22bd477b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.455345 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-7a8113bb-8f32-46c7-a2a1-f22bd477b4ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ed1747e41a34089a9539dcd25ad8a51&device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 1101 time: 0.0953584 Sep 15 16:07:55.456490 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Pushing event deleted for resources: {'Port': ['ID=2a93d0df-5eac-44c1-aaae-d972efc62a0a,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:55.529849 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] No DVR routers for this DVR port 2a93d0df-5eac-44c1-aaae-d972efc62a0a on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:07:55.532826 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-68702749-c607-4a33-ab01-df30ee270283 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4 HTTP/1.1" status: 200 len: 217 time: 0.0676560 Sep 15 16:07:55.533813 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:55.535886 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3c683194-37a4-4981-a456-c982e14217d3 req-75a9cfe2-bc41-4b8d-8d8d-3e7220a5c20c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "DELETE /v2.0/ports/2a93d0df-5eac-44c1-aaae-d972efc62a0a HTTP/1.1" status: 204 len: 173 time: 0.7479730 Sep 15 16:07:55.589985 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-4f535480-aebd-47f6-9f16-3e25207db797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.591434 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-4f535480-aebd-47f6-9f16-3e25207db797 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4aa79253-a2a8-4f3d-ad8f-b74739e705e3 HTTP/1.1" status: 200 len: 843 time: 0.0494564 Sep 15 16:07:55.638176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-56cff72e-1cc9-473b-8aa4-8f7bf9168b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.639818 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-56cff72e-1cc9-473b-8aa4-8f7bf9168b39 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06251340-cec1-41e8-a356-008b67f804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409198 Sep 15 16:07:55.746468 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-9d76e1e6-0d63-4754-97a4-2d74670be282 service neutron] 10.222.0.64 "GET /v2.0/networks/06251340-cec1-41e8-a356-008b67f804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918443 Sep 15 16:07:55.756780 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd9c38-9c08-40cb-91dc-94d68bc1a25f req-4eabf2ed-2491-45df-a462-27a39a2243d3 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.758210 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a6dd9c38-9c08-40cb-91dc-94d68bc1a25f req-4eabf2ed-2491-45df-a462-27a39a2243d3 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 948 time: 0.0518126 Sep 15 16:07:55.799839 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a6dd9c38-9c08-40cb-91dc-94d68bc1a25f req-e3faad1a-e3e3-48d8-ac66-d9635411e1fc tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353074 Sep 15 16:07:55.839290 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7396f324-d863-43d5-9f63-6507dcb3f3a6 req-c08ef69f-7235-4ff4-9bca-09f76201b080 service neutron] 10.222.0.64 "GET /v2.0/networks/06251340-cec1-41e8-a356-008b67f804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849988 Sep 15 16:07:55.855492 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2b7422e9-ac4b-4fec-87bf-a05a31e8bee0 req-20279b43-6537-4871-82af-6388d2beaecb tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=0afa3947-afd9-4250-9859-72909c50eb92 HTTP/1.1" status: 200 len: 210 time: 0.0261364 Sep 15 16:07:55.935692 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-0e7ee5a7-8b20-4eaf-a16b-e0108b155d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:55.937427 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-0e7ee5a7-8b20-4eaf-a16b-e0108b155d51 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6ed1747e41a34089a9539dcd25ad8a51&device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 1101 time: 0.0409300 Sep 15 16:07:55.999999 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f9e94-c84b-488c-acd4-3b1ac24a6ec1 req-d9ebb909-cce6-4ffd-8c0c-b801812361cb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.001491 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-637f9e94-c84b-488c-acd4-3b1ac24a6ec1 req-d9ebb909-cce6-4ffd-8c0c-b801812361cb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0552173 Sep 15 16:07:56.039682 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-637f9e94-c84b-488c-acd4-3b1ac24a6ec1 req-e2f59c23-27b4-4d0c-9b33-c7cdf8152b67 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Sep 15 16:07:56.062680 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-00d188ae-949e-471f-a6c9-78f1ea2bce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.064525 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-00d188ae-949e-471f-a6c9-78f1ea2bce57 service neutron] 10.222.0.64 "GET /v2.0/networks?id=06251340-cec1-41e8-a356-008b67f804dd HTTP/1.1" status: 200 len: 870 time: 0.1087055 Sep 15 16:07:56.116128 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-68a1a332-e3a6-4aa1-a30f-40af70966703 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4 HTTP/1.1" status: 200 len: 217 time: 0.0378182 Sep 15 16:07:56.168980 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-ebf45ea7-cf8b-4833-9b63-7b6833a80b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.171396 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-ebf45ea7-cf8b-4833-9b63-7b6833a80b3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=4aa79253-a2a8-4f3d-ad8f-b74739e705e3 HTTP/1.1" status: 200 len: 843 time: 0.0462611 Sep 15 16:07:56.217623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-7f488ce3-8c23-4797-b20c-aa3c60422f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.219170 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-7f488ce3-8c23-4797-b20c-aa3c60422f24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=06251340-cec1-41e8-a356-008b67f804dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0409777 Sep 15 16:07:56.316157 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-da180fe2-fb77-4226-a2e7-ef855cd6948d service neutron] 10.222.0.64 "GET /v2.0/networks/06251340-cec1-41e8-a356-008b67f804dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878365 Sep 15 16:07:56.385617 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaee6b7-83e6-4119-b580-9525aafa1997 req-000284d3-7d46-4c50-b19b-d88a6a0c6eb4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.387101 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fcaee6b7-83e6-4119-b580-9525aafa1997 req-000284d3-7d46-4c50-b19b-d88a6a0c6eb4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0474536 Sep 15 16:07:56.423030 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-5ee72774-9520-4ce3-b411-f5adffd3af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.424543 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-5ee72774-9520-4ce3-b411-f5adffd3af11 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 1099 time: 0.0827918 Sep 15 16:07:56.429821 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fcaee6b7-83e6-4119-b580-9525aafa1997 req-41cb35fa-14e6-4d67-a926-0fcb9ed8168c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Sep 15 16:07:56.460780 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-782eb22f-a8bd-41a1-91f7-9d0d4db1f21d req-90d6ff4a-8003-4898-8a25-6927af8b0c82 service neutron] 10.222.0.64 "GET /v2.0/networks/06251340-cec1-41e8-a356-008b67f804dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366515 Sep 15 16:07:56.482474 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78906201-7678-41f3-af9a-bf833d03d1ae req-71745c19-7ba0-408c-a0bc-4da645d50866 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.484023 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-78906201-7678-41f3-af9a-bf833d03d1ae req-71745c19-7ba0-408c-a0bc-4da645d50866 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0524201 Sep 15 16:07:56.524404 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-78906201-7678-41f3-af9a-bf833d03d1ae req-0f8a4ba9-cd77-41fc-9c66-d56634d4cd9e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343764 Sep 15 16:07:56.536518 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-3712eaf5-ab24-4b1e-a260-ff1479af6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.537983 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-3712eaf5-ab24-4b1e-a260-ff1479af6791 service neutron] 10.222.0.64 "GET /v2.0/networks?id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 200 len: 919 time: 0.1027355 Sep 15 16:07:56.581057 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-d788b25c-f65d-41fc-ab9f-8442ff49cc30 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 200 len: 217 time: 0.0341322 Sep 15 16:07:56.635470 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-92286303-874d-4948-a895-fef49cc9b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.636867 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-92286303-874d-4948-a895-fef49cc9b674 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 200 len: 858 time: 0.0454547 Sep 15 16:07:56.668334 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-055bed54-88a3-42fd-bcb0-dc0b49af012f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=d5de778c-8bde-44d7-b5fd-72b5dedf70fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234332 Sep 15 16:07:56.756926 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-ee85ed98-de7e-45a8-9888-8d3d965ec80a service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798554 Sep 15 16:07:56.841324 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 439b4d11-f3f4-45d2-add5-c785ac2273e4 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:07:56.845480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2a93d0df-5eac-44c1-aaae-d972efc62a0a no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:07:56.853367 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-310fe31b-7ba2-4da9-8719-e5acec936da8 req-a163510e-3128-4d38-9d87-3afd3941b15d service neutron] 10.222.0.64 "GET /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885541 Sep 15 16:07:56.869969 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 2a93d0df-5eac-44c1-aaae-d972efc62a0a {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:07:56.870457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2a93d0df-5eac-44c1-aaae-d972efc62a0a not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:07:56.927901 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c341c6-7c93-40c1-8f76-9398979dd632 req-75784676-bdd0-4b66-8955-3a7f35e74ec8 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:56.929361 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e5c341c6-7c93-40c1-8f76-9398979dd632 req-75784676-bdd0-4b66-8955-3a7f35e74ec8 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 948 time: 0.0565317 Sep 15 16:07:56.972295 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e5c341c6-7c93-40c1-8f76-9398979dd632 req-25c8ba26-50d9-447e-a600-4c8bc21cf75c tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Sep 15 16:07:56.974597 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 439b4d11-f3f4-45d2-add5-c785ac2273e4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:56.988259 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '439b4d11-f3f4-45d2-add5-c785ac2273e4', 'network_id': '06251340-cec1-41e8-a356-008b67f804dd', 'port_id': '439b4d11-f3f4-45d2-add5-c785ac2273e4', 'mac_address': 'fa:16:3e:e5:b8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa79253-a2a8-4f3d-ad8f-b74739e705e3', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:07:57.024879 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.038118 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439b4d11-f3f4-45d2-add5-c785ac2273e4 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:07:57.058064 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 439b4d11-f3f4-45d2-add5-c785ac2273e4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:07:57.061226 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:07:57.110148 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=439b4d11-f3f4-45d2-add5-c785ac2273e4,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:07:57.118457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.118831 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.119167 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.119498 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.119942 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.120318 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.120649 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.120971 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.121466 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.121887 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.122214 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.122525 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:07:57.402162 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afa3947-afd9-4250-9859-72909c50eb92', 'name': 'network-vif-deleted', 'tag': '2a93d0df-5eac-44c1-aaae-d972efc62a0a'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:07:57.404415 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc82331f-ee83-4d9b-b087-8bd70dbe9373" -d '{"events": [{"server_uuid": "0afa3947-afd9-4250-9859-72909c50eb92", "name": "network-vif-deleted", "tag": "2a93d0df-5eac-44c1-aaae-d972efc62a0a"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:07:57.439396 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4233c8-0cd4-4df5-b9ca-4a938acc3213 x-openstack-request-id: req-0c4233c8-0cd4-4df5-b9ca-4a938acc3213 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:07:57.439683 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afa3947-afd9-4250-9859-72909c50eb92", "name": "network-vif-deleted", "tag": "2a93d0df-5eac-44c1-aaae-d972efc62a0a", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:07:57.439935 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0c4233c8-0cd4-4df5-b9ca-4a938acc3213 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:07:57.440322 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afa3947-afd9-4250-9859-72909c50eb92', 'name': 'network-vif-deleted', 'tag': '2a93d0df-5eac-44c1-aaae-d972efc62a0a', 'status': 'completed', 'code': 200} Sep 15 16:07:57.543057 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d4ab7-9c1f-4e52-b66b-eeb79758845b req-9c15b33e-ebea-4070-ad98-5cf5b7037330 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:57.544480 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-778d4ab7-9c1f-4e52-b66b-eeb79758845b req-9c15b33e-ebea-4070-ad98-5cf5b7037330 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0486174 Sep 15 16:07:57.592508 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-778d4ab7-9c1f-4e52-b66b-eeb79758845b req-405b805f-a360-4140-8b0a-86202b39915f tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420249 Sep 15 16:07:57.661625 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bfc31-7e85-4887-8bcd-14e2a8155bc2 req-881e7c60-8c8d-42ec-bab1-1e470f53fe71 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:57.662969 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c08bfc31-7e85-4887-8bcd-14e2a8155bc2 req-881e7c60-8c8d-42ec-bab1-1e470f53fe71 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0487151 Sep 15 16:07:57.700935 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c08bfc31-7e85-4887-8bcd-14e2a8155bc2 req-a2f9724e-6be4-44e6-9961-20ef167950a0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Sep 15 16:07:58.086300 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143ef0e-6a22-4e0e-a366-cf08764176d0 req-e0c6949f-d853-491c-9b3c-8272648875b8 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:58.087760 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f143ef0e-6a22-4e0e-a366-cf08764176d0 req-e0c6949f-d853-491c-9b3c-8272648875b8 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 949 time: 0.0501423 Sep 15 16:07:58.127529 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f143ef0e-6a22-4e0e-a366-cf08764176d0 req-7745bd61-6254-4b0d-afaa-0b593154550a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333228 Sep 15 16:07:58.705245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70f84c-33b2-437b-bafc-3fec6a0d17d8 req-e6d29ff8-2278-4a80-b825-c4ce3b7c7e1a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:58.706746 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6c70f84c-33b2-437b-bafc-3fec6a0d17d8 req-e6d29ff8-2278-4a80-b825-c4ce3b7c7e1a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0470939 Sep 15 16:07:58.744981 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6c70f84c-33b2-437b-bafc-3fec6a0d17d8 req-5dcab804-99c4-4ec1-8685-fb0b443e8771 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324273 Sep 15 16:07:58.818871 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129c0c5-f8e8-415a-888e-a3c237379b30 req-3e83d780-1c78-468a-85f1-e75628f6bdfb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:58.820321 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6129c0c5-f8e8-415a-888e-a3c237379b30 req-3e83d780-1c78-468a-85f1-e75628f6bdfb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0472407 Sep 15 16:07:58.859433 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6129c0c5-f8e8-415a-888e-a3c237379b30 req-16b412da-0cd1-419e-a864-4a53136ede21 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Sep 15 16:07:59.240706 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042e4e-f0a9-4c88-8b21-a49e8295840c req-5d7965ac-1ee6-4f4f-91b1-89ae8d6f1b1f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:59.242123 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8b042e4e-f0a9-4c88-8b21-a49e8295840c req-5d7965ac-1ee6-4f4f-91b1-89ae8d6f1b1f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 949 time: 0.0500858 Sep 15 16:07:59.277813 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8b042e4e-f0a9-4c88-8b21-a49e8295840c req-5a430f24-c78a-4329-9c37-1eafd3c6a312 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298886 Sep 15 16:07:59.857571 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad9398-b97d-4993-900d-53c0c1c0238c req-01ef74b0-1598-43ee-8687-2584f42490bc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:59.858990 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f5ad9398-b97d-4993-900d-53c0c1c0238c req-01ef74b0-1598-43ee-8687-2584f42490bc tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0484834 Sep 15 16:07:59.898616 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f5ad9398-b97d-4993-900d-53c0c1c0238c req-2febcf64-f802-4f66-9953-bcbc6f9ed401 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337036 Sep 15 16:07:59.981688 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e177039-c017-4d15-b534-4c95e09f43c2 req-6e01724a-0607-41ef-b593-f67405877e42 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:07:59.983576 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e177039-c017-4d15-b534-4c95e09f43c2 req-6e01724a-0607-41ef-b593-f67405877e42 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0487297 Sep 15 16:08:00.020727 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e177039-c017-4d15-b534-4c95e09f43c2 req-3b51223a-ba84-4091-adcc-ba01619e63c5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312934 Sep 15 16:08:00.093251 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['439b4d11-f3f4-45d2-add5-c785ac2273e4'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:00.393215 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a6d4d-1ab7-44fd-9d8b-810b893c2655 req-3bc6427e-3bd6-4126-b465-61370ee2a427 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:00.394635 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b29a6d4d-1ab7-44fd-9d8b-810b893c2655 req-3bc6427e-3bd6-4126-b465-61370ee2a427 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 949 time: 0.0516429 Sep 15 16:08:00.432071 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b29a6d4d-1ab7-44fd-9d8b-810b893c2655 req-b55f11a8-5299-4350-a16d-2b0c999cd1e3 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Sep 15 16:08:01.010726 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad208e4-b044-4109-abf0-2a32ed3f4abf req-c877e62e-d0e8-4de6-8327-0cabe12cad3b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:01.012062 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ad208e4-b044-4109-abf0-2a32ed3f4abf req-c877e62e-d0e8-4de6-8327-0cabe12cad3b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0484941 Sep 15 16:08:01.049474 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ad208e4-b044-4109-abf0-2a32ed3f4abf req-678db69e-657c-4259-a3cf-f3154e60c8ba tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308628 Sep 15 16:08:01.136912 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32355f94-70b6-4517-b2d0-c9994f9bf4bb req-68211131-cbb0-4304-9fa5-7a8b9886f952 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:01.138324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32355f94-70b6-4517-b2d0-c9994f9bf4bb req-68211131-cbb0-4304-9fa5-7a8b9886f952 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0472958 Sep 15 16:08:01.175606 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32355f94-70b6-4517-b2d0-c9994f9bf4bb req-688e21a4-c6e2-406f-a6d1-c815fb70b91d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308409 Sep 15 16:08:01.557228 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf1c56-a14e-47d2-a4f8-78b1b506f07a req-03cd6e80-e1c9-4425-be8b-2555639687ff tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:01.559912 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eadf1c56-a14e-47d2-a4f8-78b1b506f07a req-03cd6e80-e1c9-4425-be8b-2555639687ff tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 949 time: 0.0578139 Sep 15 16:08:01.597345 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eadf1c56-a14e-47d2-a4f8-78b1b506f07a req-0ed2f820-7f73-409d-9299-db73efaac08f tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Sep 15 16:08:02.160386 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361fc01-7284-4792-bc16-6ad3a47f8f08 req-ae558e18-a806-44dc-b61c-59599abba334 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:02.161802 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5361fc01-7284-4792-bc16-6ad3a47f8f08 req-ae558e18-a806-44dc-b61c-59599abba334 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0470347 Sep 15 16:08:02.197948 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5361fc01-7284-4792-bc16-6ad3a47f8f08 req-917a3506-a553-411b-80d8-e97cd9a57dfb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303855 Sep 15 16:08:02.293331 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5466a0-95f9-4f85-bf3e-f3b1266b11bb req-77ebdc6c-9441-4dc6-aed6-44d5bdd629f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:02.294822 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ec5466a0-95f9-4f85-bf3e-f3b1266b11bb req-77ebdc6c-9441-4dc6-aed6-44d5bdd629f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0482097 Sep 15 16:08:02.333837 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ec5466a0-95f9-4f85-bf3e-f3b1266b11bb req-cb4a1afb-1d47-4886-8576-36eaf0b77a6d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Sep 15 16:08:02.715175 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795dc5-474c-4909-94e9-830c6f8a5198 req-a07cbc52-2ec2-4bdb-ae1c-209060b3569e tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:02.716625 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3a795dc5-474c-4909-94e9-830c6f8a5198 req-a07cbc52-2ec2-4bdb-ae1c-209060b3569e tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 949 time: 0.0519671 Sep 15 16:08:02.940071 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3a795dc5-474c-4909-94e9-830c6f8a5198 req-bba1d073-a553-41e2-b956-970e247d26bf tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173483 Sep 15 16:08:03.450784 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1401c6-0ad1-4501-858d-65c1d630f8e4 req-3370ba22-b59a-4a33-91c1-596c4526aa64 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:03.452571 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f1401c6-0ad1-4501-858d-65c1d630f8e4 req-3370ba22-b59a-4a33-91c1-596c4526aa64 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 943 time: 0.0481832 Sep 15 16:08:03.489108 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f1401c6-0ad1-4501-858d-65c1d630f8e4 req-a34e0675-6ab4-47c3-8351-50290436ab68 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307415 Sep 15 16:08:03.745392 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:08:03.844865 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:03.855412 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'port_id': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'mac_address': 'fa:16:3e:7d:46:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:08:03.895675 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.908522 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2718b11-d2d8-45f5-b893-a9e6943caba3 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:03.926704 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:03.930606 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:03.976628 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=9']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:04.054437 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1794e-1547-4cd9-b913-c462cd48fa72 req-35a0cea1-f82a-4de6-b0f6-388bdf7c0dfa tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:04.055806 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fbe1794e-1547-4cd9-b913-c462cd48fa72 req-35a0cea1-f82a-4de6-b0f6-388bdf7c0dfa tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 949 time: 0.0473585 Sep 15 16:08:04.093779 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fbe1794e-1547-4cd9-b913-c462cd48fa72 req-fcc961c3-29ea-4d67-a47b-250201a10f97 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315576 Sep 15 16:08:04.609103 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038653a-ffbb-403c-85de-999ad67478a7 req-1bd12da1-74b4-4124-8ecd-a6053d086773 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:04.610574 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6038653a-ffbb-403c-85de-999ad67478a7 req-1bd12da1-74b4-4124-8ecd-a6053d086773 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0509572 Sep 15 16:08:04.627830 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 439b4d11-f3f4-45d2-add5-c785ac2273e4 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:04.651932 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6038653a-ffbb-403c-85de-999ad67478a7 req-e20258b8-0ae8-4849-8e3a-f9d118c3c330 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332110 Sep 15 16:08:04.679701 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 439b4d11-f3f4-45d2-add5-c785ac2273e4 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:08:04.683339 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 439b4d11-f3f4-45d2-add5-c785ac2273e4 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:04.683708 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.772311 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.794544 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b4d11-f3f4-45d2-add5-c785ac2273e4'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:04.796994 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3574084-19f5-41f8-a273-dfc5ebee9dff" -d '{"events": [{"server_uuid": "72407c96-c9e7-48d5-ab82-68ed0769a4e0", "name": "network-vif-plugged", "status": "completed", "tag": "439b4d11-f3f4-45d2-add5-c785ac2273e4"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:04.809155 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 439b4d11-f3f4-45d2-add5-c785ac2273e4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:04.813528 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:04.836136 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2dc5d46-06ed-42bf-b996-97ffb50b3ac0 x-openstack-request-id: req-a2dc5d46-06ed-42bf-b996-97ffb50b3ac0 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:04.836427 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72407c96-c9e7-48d5-ab82-68ed0769a4e0", "name": "network-vif-plugged", "status": "completed", "tag": "439b4d11-f3f4-45d2-add5-c785ac2273e4", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:04.836681 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a2dc5d46-06ed-42bf-b996-97ffb50b3ac0 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:04.837060 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439b4d11-f3f4-45d2-add5-c785ac2273e4', 'code': 200} Sep 15 16:08:04.864707 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=439b4d11-f3f4-45d2-add5-c785ac2273e4,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:05.205742 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fca54-de87-4155-9a10-e5a8e326a833 req-0b144db3-7ef3-4db7-a613-4d0fef6d417a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.207200 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-771fca54-de87-4155-9a10-e5a8e326a833 req-0b144db3-7ef3-4db7-a613-4d0fef6d417a tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.0484724 Sep 15 16:08:05.242473 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-771fca54-de87-4155-9a10-e5a8e326a833 req-a617ee53-927b-4db9-84c7-c26b49083c51 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294580 Sep 15 16:08:05.775718 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba4c27e-5763-4073-b744-ae92304eb7bc req-1a9d72da-cf06-400c-940a-af3206c7a7c8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.777307 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9ba4c27e-5763-4073-b744-ae92304eb7bc req-1a9d72da-cf06-400c-940a-af3206c7a7c8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0507281 Sep 15 16:08:05.821313 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9ba4c27e-5763-4073-b744-ae92304eb7bc req-90a5cc99-15dc-459e-9535-352927d93495 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366993 Sep 15 16:08:05.835635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd562e5-0809-4d1e-b4e6-0207007b6de5 req-a1546e43-8ffc-4340-ac61-f6f50afb9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:05.837312 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dd562e5-0809-4d1e-b4e6-0207007b6de5 req-a1546e43-8ffc-4340-ac61-f6f50afb9a04 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 1103 time: 0.0485296 Sep 15 16:08:05.873091 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0dd562e5-0809-4d1e-b4e6-0207007b6de5 req-c113d68d-fc56-46b8-887e-1f584fe1bba8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270169 Sep 15 16:08:05.951640 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['a2718b11-d2d8-45f5-b893-a9e6943caba3'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:06.357360 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd173413-c783-4ce0-82d9-cad1bb296329 req-498ef00b-4e78-46aa-bd34-74920ec54710 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.358814 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd173413-c783-4ce0-82d9-cad1bb296329 req-498ef00b-4e78-46aa-bd34-74920ec54710 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.0499246 Sep 15 16:08:06.395472 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd173413-c783-4ce0-82d9-cad1bb296329 req-389c86ba-37b0-4297-941a-76bdb948dc98 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307903 Sep 15 16:08:06.971041 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-aeacb4e1-13fa-4195-9e83-cae4148de8de tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.975575 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-aeacb4e1-13fa-4195-9e83-cae4148de8de tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/networks?id=3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 200 len: 814 time: 0.1386571 Sep 15 16:08:06.986013 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44301b8-92b7-42bd-9f84-cd2da5dd5321 req-c757c103-ddba-4999-a9c5-3bca51664e87 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:06.987501 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c44301b8-92b7-42bd-9f84-cd2da5dd5321 req-c757c103-ddba-4999-a9c5-3bca51664e87 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 944 time: 0.0797284 Sep 15 16:08:07.004108 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-e192de59-58d2-441d-8eb1-d61379dc0fb4 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/quotas/4aaa4d11d2094213ad2586550addc13e HTTP/1.1" status: 200 len: 375 time: 0.0156803 Sep 15 16:08:07.044548 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-059b72bf-90c1-4e4d-a7a3-10d624a4636d tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=4aaa4d11d2094213ad2586550addc13e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343766 Sep 15 16:08:07.051934 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c44301b8-92b7-42bd-9f84-cd2da5dd5321 req-074f9935-b0bb-4e58-8fa4-82ca04d23966 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571859 Sep 15 16:08:07.142492 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-baa66e31-c313-4298-ad00-dd1b7e064a81 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896316 Sep 15 16:08:07.239810 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-a9acb868-a87d-4674-ad12-b31208e34e47 service neutron] 10.222.0.59 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912685 Sep 15 16:08:07.391116 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e0f0c2e-d52c-4730-9bef-ee474d2bc7c4 req-9ff1da7a-c78b-4d77-aeec-32e88a754872 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 210 time: 0.0267258 Sep 15 16:08:07.516545 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4472c-2021-4ab1-bd54-a510b96e4d3a req-029c0421-ad10-4ff6-965a-de5e6d638bda tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:07.518014 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8ec4472c-2021-4ab1-bd54-a510b96e4d3a req-029c0421-ad10-4ff6-965a-de5e6d638bda tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.0541666 Sep 15 16:08:07.557353 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8ec4472c-2021-4ab1-bd54-a510b96e4d3a req-0d79d57a-8230-4027-a623-a6e9721a9f2d tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331082 Sep 15 16:08:07.624582 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:07.674521 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port a2718b11-d2d8-45f5-b893-a9e6943caba3 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:07.675100 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.782348 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.808997 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:07.811997 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f786f3-c140-43c2-9bc9-8bb30a220849" -d '{"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-plugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:07.825840 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:07.830687 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:07.845717 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e479ea1-8da9-4be0-8855-076e8c20e59d req-a62c0533-5b16-4107-babd-d79f161226df tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:07.847627 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e479ea1-8da9-4be0-8855-076e8c20e59d req-a62c0533-5b16-4107-babd-d79f161226df tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.0519383 Sep 15 16:08:07.858088 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aff2497-ec13-4fae-bec4-b03d80cb057b x-openstack-request-id: req-0aff2497-ec13-4fae-bec4-b03d80cb057b {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:07.858444 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-plugged", "status": "completed", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:07.858727 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0aff2497-ec13-4fae-bec4-b03d80cb057b {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:07.859219 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'code': 200} Sep 15 16:08:07.890522 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=10']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:07.894468 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e479ea1-8da9-4be0-8855-076e8c20e59d req-2e387927-65cf-484c-a38b-35f2074983e0 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Sep 15 16:08:08.176657 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b2c27-9bb1-4766-b49d-d1a488edf1d1 req-e966bc5e-ca12-4340-91eb-968a234b6c32 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.178087 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-892b2c27-9bb1-4766-b49d-d1a488edf1d1 req-e966bc5e-ca12-4340-91eb-968a234b6c32 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0482373 Sep 15 16:08:08.215116 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-892b2c27-9bb1-4766-b49d-d1a488edf1d1 req-f60917e8-85d8-4fa4-914f-49ab458683ca tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Sep 15 16:08:08.491046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4727278b-37af-487a-933f-ab9a30ed4e31 req-8a1c90c3-8723-4655-ad65-26fb716ad957 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 210 time: 0.0303206 Sep 15 16:08:08.568409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-4ab4012d-e5cc-4013-9664-5a7515baa04c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.569741 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-4ab4012d-e5cc-4013-9664-5a7515baa04c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "GET /v2.0/networks?id=3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 200 len: 814 time: 0.1430938 Sep 15 16:08:08.572225 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251aa82-7b98-4133-b62c-df45541d347f req-8f8ad94f-e056-45a8-9fee-cebf74a47804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:08.573557 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f251aa82-7b98-4133-b62c-df45541d347f req-8f8ad94f-e056-45a8-9fee-cebf74a47804 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 1099 time: 0.0722063 Sep 15 16:08:08.594746 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Request body: {'port': {'device_id': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470', 'admin_state_up': True, 'tenant_id': '4aaa4d11d2094213ad2586550addc13e'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:08.677442 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f251aa82-7b98-4133-b62c-df45541d347f req-73120812-ff2a-4395-9895-5b3a8236fee9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873051 Sep 15 16:08:08.720494 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Made reservation on behalf of 4aaa4d11d2094213ad2586550addc13e for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:08:08.724155 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:08.847851 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Allocated IP 172.20.0.10 (3bbfa869-4702-45b4-9c67-e4c93788e470/bd5851d5-e232-4ca9-8d43-d44dd234b2c5/6e13e759-3a6b-4fa2-9e69-2aafb7559643) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:08.991222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.012961 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbe69e-e717-472c-8995-7d4166ec4e2f req-a4a45d0c-682c-45c1-84d3-ed69c228443c tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.015119 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-57bbe69e-e717-472c-8995-7d4166ec4e2f req-a4a45d0c-682c-45c1-84d3-ed69c228443c tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.0498157 Sep 15 16:08:09.025508 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.055883 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-57bbe69e-e717-472c-8995-7d4166ec4e2f req-84c7b032-571b-4ef2-819f-8f87e49642a4 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345683 Sep 15 16:08:09.071763 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Network 3bbfa869-4702-45b4-9c67-e4c93788e470 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:09.076527 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:09.083188 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:09.087009 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Pushing event updated for resources: {'Port': ['ID=6e13e759-3a6b-4fa2-9e69-2aafb7559643,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:09.116004 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.116357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.116708 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.117030 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.117354 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.117681 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.118004 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.118333 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.118674 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.119002 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.119322 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.119641 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:09.142615 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.143228 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.156953 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-09a5ec4e-c2d2-4564-9cf7-cf775daa7b2b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5680223 Sep 15 16:08:09.181118 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Request body: {'port': {'device_id': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:09.240883 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.341280 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76860ead-9f6d-48da-8259-d6e4457d1c8a req-45590617-e684-41c2-9fd9-ff6793af38ad tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.343011 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-76860ead-9f6d-48da-8259-d6e4457d1c8a req-45590617-e684-41c2-9fd9-ff6793af38ad tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0799088 Sep 15 16:08:09.365842 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc6a3d-a49a-4b6a-969d-3d5fd0f207de req-8b5bdeb6-f76b-4e41-977a-92deda6494aa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.367226 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a1bc6a3d-a49a-4b6a-969d-3d5fd0f207de req-8b5bdeb6-f76b-4e41-977a-92deda6494aa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0706160 Sep 15 16:08:09.417389 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-76860ead-9f6d-48da-8259-d6e4457d1c8a req-049070a9-1779-4bc8-bca7-93609b5e04fa tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653212 Sep 15 16:08:09.423220 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a1bc6a3d-a49a-4b6a-969d-3d5fd0f207de req-d57d1e7e-a604-41f1-80c7-21ca3fbc60f4 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478113 Sep 15 16:08:09.506485 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e13e759-3a6b-4fa2-9e69-2aafb7559643 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:09.513856 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.525704 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Transition to ACTIVE for port object 6e13e759-3a6b-4fa2-9e69-2aafb7559643 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:08:09.531278 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.582823 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Pushing event updated for resources: {'Port': ['ID=6e13e759-3a6b-4fa2-9e69-2aafb7559643,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:09.609934 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270e75f-5333-4551-82d6-5baf8ad96a69 req-9ea413c0-283a-4c7d-8f32-b023a867bf6e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.611435 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1270e75f-5333-4551-82d6-5baf8ad96a69 req-9ea413c0-283a-4c7d-8f32-b023a867bf6e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 944 time: 0.0528197 Sep 15 16:08:09.648630 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1270e75f-5333-4551-82d6-5baf8ad96a69 req-dceeb081-24b2-47a4-91de-2f242e0871c7 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309534 Sep 15 16:08:09.651545 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Attempting to bind port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:09.651876 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Attempting to bind port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:09.652201 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Attempting to bind port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 on network 3bbfa869-4702-45b4-9c67-e4c93788e470 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:09.657533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 on network 3bbfa869-4702-45b4-9c67-e4c93788e470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:08:09.657839 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Attempting to bind port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 on network 3bbfa869-4702-45b4-9c67-e4c93788e470 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:09.666199 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:09.666524 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Checking segment: {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:09.666920 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Bound using segment: {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:09.667330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Bound port: 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c2de44f-3d43-432c-b0f8-8072459a5cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:09.667677 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.728691 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] For port 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:09.731686 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] For port 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:09.737897 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.771260 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.771859 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:09.773205 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] 10.222.0.64 "PUT /v2.0/ports/6e13e759-3a6b-4fa2-9e69-2aafb7559643 HTTP/1.1" status: 200 len: 1094 time: 0.5966158 Sep 15 16:08:09.773621 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'tag': '6e13e759-3a6b-4fa2-9e69-2aafb7559643'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:09.775842 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1a5f9e-c15d-4068-a73c-ba8c9a257195" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a0d05b-99a9-4ba6-b407-c2733016ad1f", "tag": "6e13e759-3a6b-4fa2-9e69-2aafb7559643"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:09.800234 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10436a90-94f4-4701-9c7d-ff17e04930ab service neutron] Pushing event updated for resources: {'Port': ['ID=6e13e759-3a6b-4fa2-9e69-2aafb7559643,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:09.812872 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afdc5bd1-e6ee-4f2f-8df0-6e588fe14f00 x-openstack-request-id: req-afdc5bd1-e6ee-4f2f-8df0-6e588fe14f00 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:09.813157 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a0d05b-99a9-4ba6-b407-c2733016ad1f", "tag": "6e13e759-3a6b-4fa2-9e69-2aafb7559643", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:09.813402 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-afdc5bd1-e6ee-4f2f-8df0-6e588fe14f00 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:09.813788 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'tag': '6e13e759-3a6b-4fa2-9e69-2aafb7559643', 'status': 'completed', 'code': 200} Sep 15 16:08:09.865818 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-6d36be8e-7dda-4b50-9ac9-37943e58d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.867302 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-6d36be8e-7dda-4b50-9ac9-37943e58d837 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaa4d11d2094213ad2586550addc13e&device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 1097 time: 0.0394659 Sep 15 16:08:09.915232 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-d248a5c9-61c2-48fb-942a-e404952792b5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643 HTTP/1.1" status: 200 len: 217 time: 0.0379035 Sep 15 16:08:09.963147 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-a43544bb-eb9d-4802-ae44-f8ae3aaff5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:09.964526 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-a43544bb-eb9d-4802-ae44-f8ae3aaff5bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd5851d5-e232-4ca9-8d43-d44dd234b2c5 HTTP/1.1" status: 200 len: 854 time: 0.0420723 Sep 15 16:08:10.001821 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-e99d379b-3592-4c5c-9dd7-3d31100d1ef7 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbfa869-4702-45b4-9c67-e4c93788e470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247016 Sep 15 16:08:10.103592 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41453438-9166-43d7-856b-9379c693ee18 req-dc767126-3dee-4f54-90ee-754585417986 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.105023 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-41453438-9166-43d7-856b-9379c693ee18 req-dc767126-3dee-4f54-90ee-754585417986 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.64 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.1053929 Sep 15 16:08:10.152530 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-f0289cf5-4b8d-4cbb-aa50-21185c1858b0 service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277525 Sep 15 16:08:10.172499 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489c312-290d-4ffd-9f9f-c90ec163aefa req-04895a16-6190-4643-8e43-2db6bd29a329 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.173319 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d489c312-290d-4ffd-9f9f-c90ec163aefa req-04895a16-6190-4643-8e43-2db6bd29a329 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 950 time: 0.0489476 Sep 15 16:08:10.231324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d489c312-290d-4ffd-9f9f-c90ec163aefa req-13f07747-4e7a-4f0e-8368-cd5115585f59 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/security-groups?id=6ec2e06d-bd9d-446b-b574-6ddf828f8926&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509942 Sep 15 16:08:10.282771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Deleting port 439b4d11-f3f4-45d2-add5-c785ac2273e4 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:10.283107 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:10.315202 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1a3e3328-cc60-4afd-9eed-cffac998f4d4 req-82c415ab-0d65-45d9-a68b-a2a384f3340d service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455743 Sep 15 16:08:10.416339 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] For port 439b4d11-f3f4-45d2-add5-c785ac2273e4, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=439b4d11-f3f4-45d2-add5-c785ac2273e4,segment=NetworkSegment(48e721be-7b6d-4a1a-ac19-48d10dabb0ed),segment_id=48e721be-7b6d-4a1a-ac19-48d10dabb0ed)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:10.416641 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:10.431808 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Calling delete_port for 439b4d11-f3f4-45d2-add5-c785ac2273e4 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:10.479999 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-51f49b63-36d5-4ee1-91e8-8f3724fa4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.481643 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-51f49b63-36d5-4ee1-91e8-8f3724fa4afd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=4aaa4d11d2094213ad2586550addc13e&device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 1097 time: 0.1037004 Sep 15 16:08:10.587544 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37d8b3-68b0-4f8b-b0a9-84a5ec3b3542 req-3d0ec88a-5a2d-4aad-9255-aff17377a61a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.589490 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7a37d8b3-68b0-4f8b-b0a9-84a5ec3b3542 req-3d0ec88a-5a2d-4aad-9255-aff17377a61a tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0895844 Sep 15 16:08:10.621357 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566a33b-e340-470b-8f71-8322efdb017c req-8749e268-1cdb-4f67-8258-892a067cdabb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.623674 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1566a33b-e340-470b-8f71-8322efdb017c req-8749e268-1cdb-4f67-8258-892a067cdabb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0911515 Sep 15 16:08:10.649015 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-03ad7131-c67c-42fa-915c-707b3773b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.650766 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-03ad7131-c67c-42fa-915c-707b3773b741 service neutron] 10.222.0.64 "GET /v2.0/networks?id=3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 200 len: 915 time: 0.1341288 Sep 15 16:08:10.651955 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:10.665491 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['439b4d11-f3f4-45d2-add5-c785ac2273e4'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:10.667885 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7a37d8b3-68b0-4f8b-b0a9-84a5ec3b3542 req-ee5b604d-1777-4f0c-a51c-0bb052ab1b80 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678284 Sep 15 16:08:10.714200 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1566a33b-e340-470b-8f71-8322efdb017c req-8277f3f2-a30b-418d-b76e-308d134e8ba2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836205 Sep 15 16:08:10.735637 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-f5fd9866-3abc-421f-b915-0abea8c541fa service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643 HTTP/1.1" status: 200 len: 217 time: 0.0380735 Sep 15 16:08:10.740983 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Pushing event deleted for resources: {'Port': ['ID=439b4d11-f3f4-45d2-add5-c785ac2273e4,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:10.809950 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3485-7a88-4ac9-a9c0-3925e781f50d req-cee0aada-d5a5-484f-8282-8358f386d9f5 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:10.812205 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cf5a3485-7a88-4ac9-a9c0-3925e781f50d req-cee0aada-d5a5-484f-8282-8358f386d9f5 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 944 time: 0.0614445 Sep 15 16:08:10.855400 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cf5a3485-7a88-4ac9-a9c0-3925e781f50d req-770fe066-775c-488c-8a1b-420fbb5d5e59 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Sep 15 16:08:11.047439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] No DVR routers for this DVR port 439b4d11-f3f4-45d2-add5-c785ac2273e4 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:11.050834 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:11.052735 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-41453438-9166-43d7-856b-9379c693ee18 req-8d2175fd-e538-4dfc-990b-62e8ee632aef tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.64 "DELETE /v2.0/ports/439b4d11-f3f4-45d2-add5-c785ac2273e4 HTTP/1.1" status: 204 len: 173 time: 0.9334097 Sep 15 16:08:11.064544 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-fcc45193-1132-4c87-972e-b2617e956cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:11.065962 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-fcc45193-1132-4c87-972e-b2617e956cab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=bd5851d5-e232-4ca9-8d43-d44dd234b2c5 HTTP/1.1" status: 200 len: 854 time: 0.3207636 Sep 15 16:08:11.102611 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-39f4e90c-414f-4241-ac28-4fb41c987fc9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=3bbfa869-4702-45b4-9c67-e4c93788e470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247531 Sep 15 16:08:11.196581 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-3d4f08a2-c459-4576-b106-bc4f54b890fb service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848382 Sep 15 16:08:11.306094 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af1a5f9e-c15d-4068-a73c-ba8c9a257195 req-97ef0963-1488-47d4-aaca-5418293bc32d service neutron] 10.222.0.64 "GET /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Sep 15 16:08:11.341164 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-152f5dee-6340-4df1-938d-d88af28d16cb req-1e24c9b3-56df-4cd5-a198-50d61711e5a6 tempest-VolumesNegativeTest-282314683 tempest-VolumesNegativeTest-282314683-project] 10.222.0.59 "GET /v2.0/ports?device_id=72407c96-c9e7-48d5-ab82-68ed0769a4e0 HTTP/1.1" status: 200 len: 210 time: 0.0307782 Sep 15 16:08:11.796687 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd04248-8c91-473c-a378-7fbb922cb98c req-f9416345-235b-46bf-9239-b21529b191b6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:11.798083 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ecd04248-8c91-473c-a378-7fbb922cb98c req-f9416345-235b-46bf-9239-b21529b191b6 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0575938 Sep 15 16:08:11.814800 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'name': 'network-vif-deleted', 'tag': '439b4d11-f3f4-45d2-add5-c785ac2273e4'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:11.816969 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ff7d97-0dcd-4683-941b-0bf77abe0833" -d '{"events": [{"server_uuid": "72407c96-c9e7-48d5-ab82-68ed0769a4e0", "name": "network-vif-deleted", "tag": "439b4d11-f3f4-45d2-add5-c785ac2273e4"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:11.859197 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9710c46-e10a-4be5-b05e-83c9055abda6 req-904146a4-a8cf-4578-bb2b-6ec12d0d049a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:11.860614 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c9710c46-e10a-4be5-b05e-83c9055abda6 req-904146a4-a8cf-4578-bb2b-6ec12d0d049a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0802126 Sep 15 16:08:11.865738 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ecd04248-8c91-473c-a378-7fbb922cb98c req-9fc7efe8-8e2c-4a19-9cab-a0240970de49 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506039 Sep 15 16:08:11.901783 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c9710c46-e10a-4be5-b05e-83c9055abda6 req-b1ae7d68-77b2-42fc-9fcb-f86746a7e1b0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351295 Sep 15 16:08:11.913492 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ce0696-16d4-4ff3-a40e-ce55a18fd145 x-openstack-request-id: req-b2ce0696-16d4-4ff3-a40e-ce55a18fd145 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:11.913866 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72407c96-c9e7-48d5-ab82-68ed0769a4e0", "name": "network-vif-deleted", "tag": "439b4d11-f3f4-45d2-add5-c785ac2273e4", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:11.914065 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b2ce0696-16d4-4ff3-a40e-ce55a18fd145 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:11.914439 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72407c96-c9e7-48d5-ab82-68ed0769a4e0', 'name': 'network-vif-deleted', 'tag': '439b4d11-f3f4-45d2-add5-c785ac2273e4', 'status': 'completed', 'code': 200} Sep 15 16:08:12.006430 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98770b8-e351-46fb-8551-25d0b865db62 req-0ca59be9-43c3-487b-9c2b-3cb3ac9c506d tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:12.007900 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f98770b8-e351-46fb-8551-25d0b865db62 req-0ca59be9-43c3-487b-9c2b-3cb3ac9c506d tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 944 time: 0.0523815 Sep 15 16:08:12.045813 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f98770b8-e351-46fb-8551-25d0b865db62 req-ba4f0458-56ca-40c9-80a0-4087265b42cc tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317180 Sep 15 16:08:12.479648 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74398806-8ab4-40da-9966-2605d1fdd19a req-28430397-bdd6-4215-b406-030ddc7913aa tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:12.481103 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-74398806-8ab4-40da-9966-2605d1fdd19a req-28430397-bdd6-4215-b406-030ddc7913aa tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 945 time: 0.0485654 Sep 15 16:08:12.576087 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Deleting port 61837e90-7377-44e8-adfb-849e0caa3e08 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:12.576403 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.666398 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] For port 61837e90-7377-44e8-adfb-849e0caa3e08, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=61837e90-7377-44e8-adfb-849e0caa3e08,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:12.666874 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.680011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Calling delete_port for 61837e90-7377-44e8-adfb-849e0caa3e08 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:12.818087 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.831847 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['29a001ab-a899-4c29-9678-d25f0b77ecc5', '61837e90-7377-44e8-adfb-849e0caa3e08'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:12.854176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Pushing event deleted for resources: {'Port': ['ID=61837e90-7377-44e8-adfb-849e0caa3e08,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:12.931780 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] No DVR routers for this DVR port 61837e90-7377-44e8-adfb-849e0caa3e08 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:12.946815 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:12.950128 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-74398806-8ab4-40da-9966-2605d1fdd19a req-fad95227-d7b7-4729-938c-8ad57027afdf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "DELETE /v2.0/ports/61837e90-7377-44e8-adfb-849e0caa3e08 HTTP/1.1" status: 204 len: 173 time: 0.4625254 Sep 15 16:08:13.006057 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1dbc0e5d-37dd-4df7-b43c-8b2b799fe889 req-b62f5a79-7b77-4c19-99e1-97c3b74620f3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=035762b7-7f2f-48e0-8f22-8aa4a22b3a89 HTTP/1.1" status: 200 len: 210 time: 0.0377407 Sep 15 16:08:13.186517 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee243c-250f-4d28-a3b3-be039f6a940b req-f691e96c-ca2b-430d-bfcc-4fd7c91a3d49 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:13.188625 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-37ee243c-250f-4d28-a3b3-be039f6a940b req-f691e96c-ca2b-430d-bfcc-4fd7c91a3d49 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 944 time: 0.0601516 Sep 15 16:08:13.229734 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-37ee243c-250f-4d28-a3b3-be039f6a940b req-a92c1210-9327-4f34-8e28-b672510caedd tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Sep 15 16:08:13.642983 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 6e13e759-3a6b-4fa2-9e69-2aafb7559643 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:08:13.647026 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 439b4d11-f3f4-45d2-add5-c785ac2273e4 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:13.675495 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 439b4d11-f3f4-45d2-add5-c785ac2273e4 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:08:13.675841 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 439b4d11-f3f4-45d2-add5-c785ac2273e4 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:08:13.770776 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:13.781566 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '6e13e759-3a6b-4fa2-9e69-2aafb7559643', 'network_id': '3bbfa869-4702-45b4-9c67-e4c93788e470', 'port_id': '6e13e759-3a6b-4fa2-9e69-2aafb7559643', 'mac_address': 'fa:16:3e:a3:dd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd5851d5-e232-4ca9-8d43-d44dd234b2c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:08:13.820979 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:13.833613 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e13e759-3a6b-4fa2-9e69-2aafb7559643 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:08:13.853353 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:13.858103 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:13.913179 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=6e13e759-3a6b-4fa2-9e69-2aafb7559643,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:13.915642 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'name': 'network-vif-deleted', 'tag': '61837e90-7377-44e8-adfb-849e0caa3e08'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:13.919347 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bdd4c7-4d37-428e-9330-af49ea2f639e" -d '{"events": [{"server_uuid": "035762b7-7f2f-48e0-8f22-8aa4a22b3a89", "name": "network-vif-deleted", "tag": "61837e90-7377-44e8-adfb-849e0caa3e08"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:13.959310 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290cf73a-14a1-4517-9f8a-b446de7259e9 x-openstack-request-id: req-290cf73a-14a1-4517-9f8a-b446de7259e9 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:13.959628 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035762b7-7f2f-48e0-8f22-8aa4a22b3a89", "name": "network-vif-deleted", "tag": "61837e90-7377-44e8-adfb-849e0caa3e08", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:13.959928 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-290cf73a-14a1-4517-9f8a-b446de7259e9 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:13.960322 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035762b7-7f2f-48e0-8f22-8aa4a22b3a89', 'name': 'network-vif-deleted', 'tag': '61837e90-7377-44e8-adfb-849e0caa3e08', 'status': 'completed', 'code': 200} Sep 15 16:08:14.142039 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['6e13e759-3a6b-4fa2-9e69-2aafb7559643'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:14.415679 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f9bd9-c3d4-4bb4-b43b-9716011b7e28 req-9c678b1a-1c3d-4db9-afd1-3042ec50a8d9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:14.417845 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-156f9bd9-c3d4-4bb4-b43b-9716011b7e28 req-9c678b1a-1c3d-4db9-afd1-3042ec50a8d9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.1282880 Sep 15 16:08:14.432017 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0095ec5-ec9b-4aac-a6d4-8983638d2ce4 req-7c6fcabe-9f62-48fd-a2ee-4d093a4c894b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:14.433520 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d0095ec5-ec9b-4aac-a6d4-8983638d2ce4 req-7c6fcabe-9f62-48fd-a2ee-4d093a4c894b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.1239092 Sep 15 16:08:14.492696 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d0095ec5-ec9b-4aac-a6d4-8983638d2ce4 req-26344661-b713-4175-8122-ce3d422b18f4 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516317 Sep 15 16:08:14.495463 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-156f9bd9-c3d4-4bb4-b43b-9716011b7e28 req-ac87534e-db72-47ae-8a49-63f413bceeae tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711477 Sep 15 16:08:14.621194 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c932b-5e63-4da5-b23b-9a12b66ce828 req-a399f338-a287-4302-842a-efeb827569e2 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:14.623264 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c34c932b-5e63-4da5-b23b-9a12b66ce828 req-a399f338-a287-4302-842a-efeb827569e2 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 945 time: 0.0545425 Sep 15 16:08:14.663548 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c34c932b-5e63-4da5-b23b-9a12b66ce828 req-57fc36bb-376b-4062-8af3-5a65111b5416 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341516 Sep 15 16:08:15.635712 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ccec-550a-49fa-92c5-0b7374c95f98 req-028390bd-b39e-4ff2-bfb0-12af3ecb681b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:15.637145 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9828ccec-550a-49fa-92c5-0b7374c95f98 req-028390bd-b39e-4ff2-bfb0-12af3ecb681b tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0761504 Sep 15 16:08:15.645364 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec172df-266d-49f1-97f5-ae4eda7ef6ab req-23229b3b-fde9-4289-8b65-771672d99124 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:15.646715 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6ec172df-266d-49f1-97f5-ae4eda7ef6ab req-23229b3b-fde9-4289-8b65-771672d99124 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0770857 Sep 15 16:08:15.655687 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 6e13e759-3a6b-4fa2-9e69-2aafb7559643 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:15.703083 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9828ccec-550a-49fa-92c5-0b7374c95f98 req-4d0fa2f0-9597-4b21-8399-ffaa5dbf4bbb tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554354 Sep 15 16:08:15.704759 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:08:15.705898 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6ec172df-266d-49f1-97f5-ae4eda7ef6ab req-01176dd6-6c04-4e32-bb10-50066a42762b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528653 Sep 15 16:08:15.708866 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:15.709225 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.794952 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.812829 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ec755-be08-4ea5-8944-7d66d875fe61 req-1f1ab515-15ea-498c-8093-b4ea4c042afe tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:15.814487 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-758ec755-be08-4ea5-8944-7d66d875fe61 req-1f1ab515-15ea-498c-8093-b4ea4c042afe tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 945 time: 0.0487239 Sep 15 16:08:15.817639 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e13e759-3a6b-4fa2-9e69-2aafb7559643'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:15.819892 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a450de0a-7a3e-4bb4-a8ec-e8b4abf68930" -d '{"events": [{"server_uuid": "c3a0d05b-99a9-4ba6-b407-c2733016ad1f", "name": "network-vif-plugged", "status": "completed", "tag": "6e13e759-3a6b-4fa2-9e69-2aafb7559643"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:15.832366 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:15.837494 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:15.855087 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-758ec755-be08-4ea5-8944-7d66d875fe61 req-a509f402-2aa2-42a4-811f-0bde5db85b0c tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344515 Sep 15 16:08:15.863000 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0e809a-fd04-4b70-b3da-141f4a831309 x-openstack-request-id: req-9e0e809a-fd04-4b70-b3da-141f4a831309 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:15.863283 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a0d05b-99a9-4ba6-b407-c2733016ad1f", "name": "network-vif-plugged", "status": "completed", "tag": "6e13e759-3a6b-4fa2-9e69-2aafb7559643", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:15.863524 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9e0e809a-fd04-4b70-b3da-141f4a831309 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:15.863921 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e13e759-3a6b-4fa2-9e69-2aafb7559643', 'code': 200} Sep 15 16:08:15.890970 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=6e13e759-3a6b-4fa2-9e69-2aafb7559643,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:16.054036 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db756a-8654-4790-b72c-6bc53c49aaef req-3ca2497f-1e71-4a09-90d5-8c62f4d35826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:16.056233 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-08db756a-8654-4790-b72c-6bc53c49aaef req-3ca2497f-1e71-4a09-90d5-8c62f4d35826 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 1099 time: 0.0465181 Sep 15 16:08:16.097055 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-08db756a-8654-4790-b72c-6bc53c49aaef req-3e1d7a0d-2147-478f-8ef2-c10fd03af806 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276289 Sep 15 16:08:16.211027 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39210) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:16.339490 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f57498ac-f5ff-4272-a7f1-eda38ddade44 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6ed1747e41a34089a9539dcd25ad8a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1273434 Sep 15 16:08:16.342526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39214) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:16.388076 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6844-8a6d-4793-a5fe-5584701c4ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.408941 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6844-8a6d-4793-a5fe-5584701c4ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.454927 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6844-8a6d-4793-a5fe-5584701c4ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.457550 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0f3b6844-8a6d-4793-a5fe-5584701c4ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.458782 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0f3b6844-8a6d-4793-a5fe-5584701c4ac7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ec2e06d-bd9d-446b-b574-6ddf828f8926 HTTP/1.1" status: 204 len: 168 time: 0.1152267 Sep 15 16:08:16.466160 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3b6844-8a6d-4793-a5fe-5584701c4ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec2e06d-bd9d-446b-b574-6ddf828f8926,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:16.531227 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:16.860998 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f66d577-6a47-49e5-b78e-80df5316aa9e req-63632244-0d7c-4787-973e-ae44c21c16ef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:16.862484 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1f66d577-6a47-49e5-b78e-80df5316aa9e req-63632244-0d7c-4787-973e-ae44c21c16ef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0707150 Sep 15 16:08:16.875552 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7e187-510a-4b8d-8283-b058f17b720e req-9a7ba2d5-fade-42d1-9688-ce499ce49380 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:16.876991 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-47f7e187-510a-4b8d-8283-b058f17b720e req-9a7ba2d5-fade-42d1-9688-ce499ce49380 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0955048 Sep 15 16:08:16.929032 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1f66d577-6a47-49e5-b78e-80df5316aa9e req-2317eee4-a32d-4b5d-996c-57916f9ad543 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510731 Sep 15 16:08:16.957177 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-47f7e187-510a-4b8d-8283-b058f17b720e req-b510dbcb-d1dd-4a92-8f23-c3f6297ee23c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591898 Sep 15 16:08:17.038519 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47022e3c-4057-4418-b12d-3ecbc1dbdc08 req-8651ae30-0091-4e7d-83a7-528754db955b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:17.040005 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-47022e3c-4057-4418-b12d-3ecbc1dbdc08 req-8651ae30-0091-4e7d-83a7-528754db955b tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 946 time: 0.0495036 Sep 15 16:08:17.077519 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-47022e3c-4057-4418-b12d-3ecbc1dbdc08 req-cb29d9b4-bcc4-4651-86f3-9e7b0dd19a75 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Sep 15 16:08:17.662155 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 61837e90-7377-44e8-adfb-849e0caa3e08 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:17.681826 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 61837e90-7377-44e8-adfb-849e0caa3e08 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:08:17.682173 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 61837e90-7377-44e8-adfb-849e0caa3e08 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:08:18.078617 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdc617-7cec-4b1d-b9cf-21e636684a7a req-9d8cb3a8-1762-4514-b59a-b1fe2c8600c3 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:18.080045 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-adfdc617-7cec-4b1d-b9cf-21e636684a7a req-9d8cb3a8-1762-4514-b59a-b1fe2c8600c3 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0812089 Sep 15 16:08:18.090807 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feece4b-9b1b-4dce-9bc9-d8fccbd015d8 req-f1462df1-41d0-4059-97c5-beb7445f3baa tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:18.093239 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3feece4b-9b1b-4dce-9bc9-d8fccbd015d8 req-f1462df1-41d0-4059-97c5-beb7445f3baa tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0694473 Sep 15 16:08:18.144434 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-adfdc617-7cec-4b1d-b9cf-21e636684a7a req-f0e1c059-5a06-4ee4-a286-8a62407c7249 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502551 Sep 15 16:08:18.151193 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3feece4b-9b1b-4dce-9bc9-d8fccbd015d8 req-27a81bf8-617d-4127-8092-2c322309c83d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516129 Sep 15 16:08:18.245652 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ee3eb-ed51-4b5e-a6e4-06c897240e5f req-acbce4af-0bf0-462c-bd22-d28834161c92 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:18.247025 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cd8ee3eb-ed51-4b5e-a6e4-06c897240e5f req-acbce4af-0bf0-462c-bd22-d28834161c92 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 946 time: 0.0476277 Sep 15 16:08:18.284012 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cd8ee3eb-ed51-4b5e-a6e4-06c897240e5f req-09a5a5ee-c6f2-4e88-b711-b889ff73634e tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309489 Sep 15 16:08:18.515480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f1104a0b-12e9-4d48-994c-82ed21dc1109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:19.288895 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4ee0e-f7d0-4f65-9f93-0f54e32b855b req-f44a97cf-b73a-4731-bf60-ca54a07ce650 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:19.290321 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-64f4ee0e-f7d0-4f65-9f93-0f54e32b855b req-f44a97cf-b73a-4731-bf60-ca54a07ce650 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0787339 Sep 15 16:08:19.298123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b542b-d322-4fe4-badd-abea32e011ea req-dfae7bd3-62d3-4669-a5d3-a7a36f96023c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:19.299467 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-946b542b-d322-4fe4-badd-abea32e011ea req-dfae7bd3-62d3-4669-a5d3-a7a36f96023c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0788317 Sep 15 16:08:19.352289 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-64f4ee0e-f7d0-4f65-9f93-0f54e32b855b req-efa19eee-def0-4c04-b45f-47acdcca09d9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518181 Sep 15 16:08:19.354928 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-946b542b-d322-4fe4-badd-abea32e011ea req-ba2ddf34-cb05-4fbd-9725-6a9fb873b341 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490704 Sep 15 16:08:20.497069 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c66c30-5552-4604-82ba-213f1f1efd8b req-ce8f4ef8-7d18-4bf7-9cce-c9d3d4df2e59 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:20.499092 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f7c66c30-5552-4604-82ba-213f1f1efd8b req-ce8f4ef8-7d18-4bf7-9cce-c9d3d4df2e59 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0788450 Sep 15 16:08:20.506808 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae4343a-13f8-4d4c-a016-ae88c9374155 req-3250cecd-f789-46f3-979b-7a7cb298517d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:20.508125 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aae4343a-13f8-4d4c-a016-ae88c9374155 req-3250cecd-f789-46f3-979b-7a7cb298517d tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0860043 Sep 15 16:08:20.558996 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f7c66c30-5552-4604-82ba-213f1f1efd8b req-23833bd6-cfb9-4881-8803-faff228346f7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499122 Sep 15 16:08:20.566462 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aae4343a-13f8-4d4c-a016-ae88c9374155 req-87b6b123-462d-41ed-aae3-bb0b1cf18adf tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517609 Sep 15 16:08:21.334376 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-d5361e66-b7d5-43b3-a344-868f7b6abf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.470705 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:21.708588 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b2e28-14c3-413a-99b4-b295bc048c75 req-c606e473-7ad6-4d82-bbf2-7110fd6809f0 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:21.710005 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a75b2e28-14c3-413a-99b4-b295bc048c75 req-c606e473-7ad6-4d82-bbf2-7110fd6809f0 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0847607 Sep 15 16:08:21.718147 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d33ffc-72fe-4dbc-8c9b-e78830aa794e req-4ae1c09e-5f3a-4c3e-8a5d-443021e80136 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:21.719480 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-57d33ffc-72fe-4dbc-8c9b-e78830aa794e req-4ae1c09e-5f3a-4c3e-8a5d-443021e80136 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0859363 Sep 15 16:08:21.776593 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-57d33ffc-72fe-4dbc-8c9b-e78830aa794e req-39e657a3-d8e5-488a-a668-e10ad3e01011 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/security-groups?id=54c39a49-9832-46d7-a02b-11f2906169d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506866 Sep 15 16:08:21.780334 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a75b2e28-14c3-413a-99b4-b295bc048c75 req-2eb75d89-f43e-4feb-8bfd-5faab22839e5 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590277 Sep 15 16:08:22.249012 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.491823 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-82fab6db-71bc-488e-a49f-b34007ff473c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:22.493252 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-82fab6db-71bc-488e-a49f-b34007ff473c tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 946 time: 0.0481961 Sep 15 16:08:22.598544 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Deleting port 29a001ab-a899-4c29-9678-d25f0b77ecc5 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:22.598806 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.687653 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] For port 29a001ab-a899-4c29-9678-d25f0b77ecc5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=29a001ab-a899-4c29-9678-d25f0b77ecc5,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:22.688107 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.701626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Calling delete_port for 29a001ab-a899-4c29-9678-d25f0b77ecc5 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:22.836673 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.848656 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['29a001ab-a899-4c29-9678-d25f0b77ecc5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:22.885451 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Pushing event deleted for resources: {'Port': ['ID=29a001ab-a899-4c29-9678-d25f0b77ecc5,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:22.915163 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b6b1f14a-9957-4e13-9d16-97dc45fbce9c req-5da16230-117b-4583-aee4-accd7e940570 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 210 time: 0.0519195 Sep 15 16:08:22.950546 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] No DVR routers for this DVR port 29a001ab-a899-4c29-9678-d25f0b77ecc5 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:22.953876 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:22.956446 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-cc52e4c9-101b-40cd-bcbf-d2d3c8869833 req-fa9141d2-ce4d-4b58-850b-7a1538ab25a3 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.64 "DELETE /v2.0/ports/29a001ab-a899-4c29-9678-d25f0b77ecc5 HTTP/1.1" status: 204 len: 173 time: 0.4549162 Sep 15 16:08:22.956952 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'name': 'network-vif-deleted', 'tag': '29a001ab-a899-4c29-9678-d25f0b77ecc5'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:22.966878 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e43664d-993f-4e68-ac9c-ed5367626946" -d '{"events": [{"server_uuid": "8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1", "name": "network-vif-deleted", "tag": "29a001ab-a899-4c29-9678-d25f0b77ecc5"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:22.974364 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8585c8-50ab-4e4c-b9bf-e90c65aa81c2 req-01d0f078-673e-454a-8b45-a1bd68ca8fc4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:22.975856 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1f8585c8-50ab-4e4c-b9bf-e90c65aa81c2 req-01d0f078-673e-454a-8b45-a1bd68ca8fc4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0592048 Sep 15 16:08:23.011463 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae73d0d-6339-448a-8d02-97f226c276db x-openstack-request-id: req-dae73d0d-6339-448a-8d02-97f226c276db {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:23.012272 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1", "name": "network-vif-deleted", "tag": "29a001ab-a899-4c29-9678-d25f0b77ecc5", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:23.012272 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-dae73d0d-6339-448a-8d02-97f226c276db {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:23.012482 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1', 'name': 'network-vif-deleted', 'tag': '29a001ab-a899-4c29-9678-d25f0b77ecc5', 'status': 'completed', 'code': 200} Sep 15 16:08:23.018612 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1f8585c8-50ab-4e4c-b9bf-e90c65aa81c2 req-56d7075c-1c20-4465-9705-b073cf9d969f tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Sep 15 16:08:23.863532 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:24.012827 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0a46ff3f-8208-41c9-bedb-04963bc05d69 req-d8dcd74d-9bee-42d9-b0a7-9fc562e7ebe7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Sep 15 16:08:24.132724 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81086a-5af6-4813-b1d0-72be6f9e4f13 req-b4e3d135-cf67-453a-b281-33817da182ec tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:24.134047 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dc81086a-5af6-4813-b1d0-72be6f9e4f13 req-b4e3d135-cf67-453a-b281-33817da182ec tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0474029 Sep 15 16:08:24.170075 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dc81086a-5af6-4813-b1d0-72be6f9e4f13 req-e9dc34c6-1873-4aa7-af8f-6eabd19919a1 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295672 Sep 15 16:08:25.114111 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d239916c-7d58-4d3e-801c-333342535ad6 req-3d4de4b0-432b-46d1-9724-8c22ed5b1dae tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 210 time: 0.0266712 Sep 15 16:08:25.281581 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f63d5-5e55-4530-a3d1-944877f7a59b req-203cd7c2-8878-4b1e-bd51-482de7ff017b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:25.283024 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c13f63d5-5e55-4530-a3d1-944877f7a59b req-203cd7c2-8878-4b1e-bd51-482de7ff017b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0469692 Sep 15 16:08:25.319356 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c13f63d5-5e55-4530-a3d1-944877f7a59b req-105b4db6-b3d2-44d0-8387-30b5df4b274d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302327 Sep 15 16:08:26.224139 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e3ce07c-d31c-4abf-aa5a-8db046bb5f01 req-cf23baed-2dda-47ce-bc47-4f0eccd52ac7 tempest-ServerRescueNegativeTestJSON-1178622561 tempest-ServerRescueNegativeTestJSON-1178622561-project] 10.222.0.59 "GET /v2.0/ports?device_id=8bf06c2f-bb8e-4d24-b8ac-095cc38d40a1 HTTP/1.1" status: 200 len: 210 time: 0.0289986 Sep 15 16:08:26.431639 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9ed5-99fe-4fcd-a2f9-3c57a05d1394 req-d6b82704-1080-42b2-b55e-2d5bf516b766 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:26.433065 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b12e9ed5-99fe-4fcd-a2f9-3c57a05d1394 req-d6b82704-1080-42b2-b55e-2d5bf516b766 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0480726 Sep 15 16:08:26.470557 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b12e9ed5-99fe-4fcd-a2f9-3c57a05d1394 req-65233408-1897-4c24-9907-3ff83919f952 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315630 Sep 15 16:08:27.281271 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39346) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:27.582626 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249b1f26-a0f7-48e7-b46d-fa58e42c9236 req-04fd711c-30bb-462b-9e3d-c685d6489e49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:27.584097 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-249b1f26-a0f7-48e7-b46d-fa58e42c9236 req-04fd711c-30bb-462b-9e3d-c685d6489e49 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0481095 Sep 15 16:08:27.621629 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-249b1f26-a0f7-48e7-b46d-fa58e42c9236 req-06298803-b61a-4b16-8928-1e980f0af33d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315609 Sep 15 16:08:27.686480 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:27.853480 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:08:27.959757 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Deleting port fe7165de-c87d-4977-8282-2eab413b6984 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:27.960091 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.035509 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] For port fe7165de-c87d-4977-8282-2eab413b6984, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=fe7165de-c87d-4977-8282-2eab413b6984,segment=NetworkSegment(9fce520c-a7bf-49e7-ac29-699593a48325),segment_id=9fce520c-a7bf-49e7-ac29-699593a48325)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:28.035864 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.047792 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Calling delete_port for fe7165de-c87d-4977-8282-2eab413b6984 owned by network:router_interface {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:28.218287 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.243045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe7165de-c87d-4977-8282-2eab413b6984,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:28.395426 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.518447 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 29a001ab-a899-4c29-9678-d25f0b77ecc5 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:28.539919 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 29a001ab-a899-4c29-9678-d25f0b77ecc5 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:08:28.540262 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 29a001ab-a899-4c29-9678-d25f0b77ecc5 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:08:28.605006 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Router f9633570-a8e8-462d-bc2d-6474055f4d29 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:08:28.709532 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:08:28.717993 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4ead7947-6899-49e4-9316-7918e5ca47e1 admin admin] 10.222.0.59 "PUT /v2.0/routers/f9633570-a8e8-462d-bc2d-6474055f4d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340909 Sep 15 16:08:28.717993 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39358) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:28.720636 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] Sync routers for ids ['f9633570-a8e8-462d-bc2d-6474055f4d29'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:08:28.732239 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] Routers {'f9633570-a8e8-462d-bc2d-6474055f4d29'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:28.732843 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['f9633570-a8e8-462d-bc2d-6474055f4d29'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:28.747226 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7cd17-cc45-4caa-8bbf-6edf2f4655c7 req-8c598b62-5d09-4bb4-8eeb-7ec53ff70f6a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:28.749266 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-95d7cd17-cc45-4caa-8bbf-6edf2f4655c7 req-8c598b62-5d09-4bb4-8eeb-7ec53ff70f6a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0612710 Sep 15 16:08:28.786333 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-95d7cd17-cc45-4caa-8bbf-6edf2f4655c7 req-364a0ab7-d71d-4d6b-85c2-3349c7b6500d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312343 Sep 15 16:08:28.823082 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks [] for router, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.841306 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] Set router f9633570-a8e8-462d-bc2d-6474055f4d29 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:28.923582 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:28.992863 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Deleting port 26b98b0d-9dbd-4772-8b57-104ccec76eba {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:28.993192 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.041231 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:08:28Z', 'revision_number': 5, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port': {'id': '26b98b0d-9dbd-4772-8b57-104ccec76eba', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:fe:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:41Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:29.067927 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] Checking router: f9633570-a8e8-462d-bc2d-6474055f4d29 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:08:29.072645 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] For port 26b98b0d-9dbd-4772-8b57-104ccec76eba, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=26b98b0d-9dbd-4772-8b57-104ccec76eba,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:29.073000 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.076123 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] Routers {'f9633570-a8e8-462d-bc2d-6474055f4d29'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:29.076821 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['f9633570-a8e8-462d-bc2d-6474055f4d29'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:29.084779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Calling delete_port for 26b98b0d-9dbd-4772-8b57-104ccec76eba owned by network:router_gateway {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:29.244847 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] Set router f9633570-a8e8-462d-bc2d-6474055f4d29 gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:29.260985 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.286949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Pushing event deleted for resources: {'Port': ['ID=26b98b0d-9dbd-4772-8b57-104ccec76eba,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:29.296480 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:08:28Z', 'revision_number': 6, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:29.324563 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31fe4d9-6738-4a28-b078-db73568de84c None None] The sync data for ids ['f9633570-a8e8-462d-bc2d-6474055f4d29'] in dv-cinder-809206-1-iscsi is: [{'id': 'f9633570-a8e8-462d-bc2d-6474055f4d29', 'name': 'tempest-ServerRescueNegativeTestJSON-867877938-router', 'tenant_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:08:28Z', 'revision_number': 6, 'project_id': '1aa2e683079b4720b3d7e4cfb75ca247', 'gw_port_host': None}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:08:29.351898 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.684749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.687617 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.752625 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.753309 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9633570-a8e8-462d-bc2d-6474055f4d29 {{(pid=94074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:08:29.759084 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.760306 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c842cf25-ca9d-4231-82ba-55ab8ed75edc admin admin] 10.222.0.59 "DELETE /v2.0/routers/f9633570-a8e8-462d-bc2d-6474055f4d29 HTTP/1.1" status: 204 len: 168 time: 1.0420587 Sep 15 16:08:29.762655 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39364) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:29.776204 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device fe7165de-c87d-4977-8282-2eab413b6984 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:29.802095 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: fe7165de-c87d-4977-8282-2eab413b6984 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:08:29.802441 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device fe7165de-c87d-4977-8282-2eab413b6984 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:08:29.811709 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Deleting subnet d6675a49-260e-4b2c-ada4-dcb2c8648f35 {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:08:29.815043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.848409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.886365 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.901616 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6bba31-d21e-425f-87c6-25b711044a03 req-90801db8-4b43-4dfd-a164-199131055364 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:29.903258 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6a6bba31-d21e-425f-87c6-25b711044a03 req-90801db8-4b43-4dfd-a164-199131055364 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0496287 Sep 15 16:08:29.942060 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6a6bba31-d21e-425f-87c6-25b711044a03 req-71c3f575-a91f-4152-a42f-9694a33e267e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318141 Sep 15 16:08:29.943001 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.971632 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6675a49-260e-4b2c-ada4-dcb2c8648f35,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:29.977145 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:29.978961 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a96e968b-3993-4352-9ad5-224d5cc948bb admin admin] 10.222.0.59 "DELETE /v2.0/subnets/d6675a49-260e-4b2c-ada4-dcb2c8648f35 HTTP/1.1" status: 204 len: 168 time: 0.2144082 Sep 15 16:08:29.981527 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39368) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:30.050031 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.132829 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.152567 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5de778c-8bde-44d7-b5fd-72b5dedf70fc']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:30.162074 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fce520c-a7bf-49e7-ac29-699593a48325') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:30.162360 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fce520c-a7bf-49e7-ac29-699593a48325') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:30.172145 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.185668 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.192226 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:08:30.192615 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:08:30.194380 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:08:30.249044 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.254551 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.256427 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] 10.222.0.59 "DELETE /v2.0/networks/d5de778c-8bde-44d7-b5fd-72b5dedf70fc HTTP/1.1" status: 204 len: 168 time: 0.2736926 Sep 15 16:08:30.266634 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2402226-a751-44b3-be68-4fb67ba4f678 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5de778c-8bde-44d7-b5fd-72b5dedf70fc,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:30.435191 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39376) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:30.475086 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7d119eaf-a2e4-456c-9b23-e22c9693b594 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1aa2e683079b4720b3d7e4cfb75ca247&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385466 Sep 15 16:08:30.477494 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39378) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:30.522818 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8149feaa-c48c-4a43-a504-381537f59218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.544785 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8149feaa-c48c-4a43-a504-381537f59218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.591499 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8149feaa-c48c-4a43-a504-381537f59218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.593973 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8149feaa-c48c-4a43-a504-381537f59218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:30.595016 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8149feaa-c48c-4a43-a504-381537f59218 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54c39a49-9832-46d7-a02b-11f2906169d4 HTTP/1.1" status: 204 len: 168 time: 0.1166542 Sep 15 16:08:30.603898 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149feaa-c48c-4a43-a504-381537f59218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c39a49-9832-46d7-a02b-11f2906169d4,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:31.067954 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415459e8-674a-4b5c-814c-02b97ef487e6 req-c11d2bb7-b30c-4f91-b9c9-0f25fbd46177 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:31.069426 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-415459e8-674a-4b5c-814c-02b97ef487e6 req-c11d2bb7-b30c-4f91-b9c9-0f25fbd46177 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0512378 Sep 15 16:08:31.107714 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-415459e8-674a-4b5c-814c-02b97ef487e6 req-c6c034a1-fcf6-431e-ae38-d0b672d1f4c4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 Sep 15 16:08:31.596090 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 26b98b0d-9dbd-4772-8b57-104ccec76eba no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:31.619335 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 26b98b0d-9dbd-4772-8b57-104ccec76eba {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:08:31.619650 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 26b98b0d-9dbd-4772-8b57-104ccec76eba not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:08:31.878485 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39466) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:31.985009 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.077526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.082492 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.124779 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=de0b07ececc7419bb47389e98da3a5e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451129 Sep 15 16:08:32.125650 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ce9467-0e23-451d-a6ce-8a09ac5424fd,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:32.127426 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39484) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:32.133202 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.133550 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.133886 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.134216 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.134540 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.134920 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.135390 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.135740 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.136066 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.136385 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.136711 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.137015 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca315054-e70c-4b0c-a5f4-b1cc0fe2713a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:32.185485 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015c450c-47d2-4595-8a6a-7e09ffbff250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.207002 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015c450c-47d2-4595-8a6a-7e09ffbff250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.236158 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd98ea-7c41-40b2-8309-c91ecac07f44 req-7f1ee312-4542-4146-aa29-5f3a47c81af4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:32.238790 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3bfd98ea-7c41-40b2-8309-c91ecac07f44 req-7f1ee312-4542-4146-aa29-5f3a47c81af4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0537663 Sep 15 16:08:32.265251 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015c450c-47d2-4595-8a6a-7e09ffbff250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.267711 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015c450c-47d2-4595-8a6a-7e09ffbff250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:32.268839 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-015c450c-47d2-4595-8a6a-7e09ffbff250 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c0ce9467-0e23-451d-a6ce-8a09ac5424fd HTTP/1.1" status: 204 len: 168 time: 0.1398485 Sep 15 16:08:32.276490 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c450c-47d2-4595-8a6a-7e09ffbff250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ce9467-0e23-451d-a6ce-8a09ac5424fd,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:32.287486 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3bfd98ea-7c41-40b2-8309-c91ecac07f44 req-1542ce44-76ec-455e-b4ec-8646166a4fbc tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423586 Sep 15 16:08:32.487075 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dddcc8-614e-40aa-876e-e57b8648d021 req-5a62495e-4667-4cfd-abe2-236585f92387 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:32.488527 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-12dddcc8-614e-40aa-876e-e57b8648d021 req-5a62495e-4667-4cfd-abe2-236585f92387 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0481286 Sep 15 16:08:32.526740 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-12dddcc8-614e-40aa-876e-e57b8648d021 req-729cb5e7-b464-4e84-ab1d-258bd4317b3f tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Sep 15 16:08:33.641784 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6e400-fdbd-41cd-b78b-48d76d48256d req-b8a3e518-b533-48f0-aa55-34158396d092 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:33.643275 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ebb6e400-fdbd-41cd-b78b-48d76d48256d req-b8a3e518-b533-48f0-aa55-34158396d092 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0479782 Sep 15 16:08:33.680892 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ebb6e400-fdbd-41cd-b78b-48d76d48256d req-f7944042-49e0-49cd-93b7-70b70ec1452a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Sep 15 16:08:34.709980 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-08a3f482-09cf-47fe-a358-fd699679bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.711481 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-08a3f482-09cf-47fe-a358-fd699679bb74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0400357 Sep 15 16:08:34.798926 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be4e6f4-ec86-4a32-9323-b437e993fc9c req-33096306-001b-456e-871f-c777e669667b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.800787 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2be4e6f4-ec86-4a32-9323-b437e993fc9c req-33096306-001b-456e-871f-c777e669667b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0516810 Sep 15 16:08:34.805217 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-ae1f552f-62c0-428f-83fc-93e7882875f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.806674 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-ae1f552f-62c0-428f-83fc-93e7882875f2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.0876315 Sep 15 16:08:34.836959 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2be4e6f4-ec86-4a32-9323-b437e993fc9c req-aaad2906-0428-418c-a4ae-05ac0ab69c54 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304501 Sep 15 16:08:34.872315 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-45f25d70-202f-48d0-aa8f-122f4f3fa81c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 1001 time: 0.0579083 Sep 15 16:08:34.922086 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-e34fe7fc-a897-40a1-8df8-ac9d0242cae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.923581 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-e34fe7fc-a897-40a1-8df8-ac9d0242cae6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0436528 Sep 15 16:08:34.977159 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-1f9ec0d3-5eb6-43f8-991a-9cd924e62e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:34.978652 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-1f9ec0d3-5eb6-43f8-991a-9cd924e62e06 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454261 Sep 15 16:08:35.068993 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-49ce3fda-7ab9-4849-a5d1-79f0998bb3b4 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814490 Sep 15 16:08:35.161123 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-79f2c238-033f-4576-b115-fad1ff8ce159 req-f373d4fb-f193-4ee5-b394-6c89017b5bb8 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Sep 15 16:08:35.987046 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b2471-a875-45e0-8144-cbd0498f0918 req-21b5b302-7ac3-4bdb-9788-0dbaa1ec9a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:35.988488 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-575b2471-a875-45e0-8144-cbd0498f0918 req-21b5b302-7ac3-4bdb-9788-0dbaa1ec9a76 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0503626 Sep 15 16:08:36.034273 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-575b2471-a875-45e0-8144-cbd0498f0918 req-24cdde70-1be7-4132-9bb6-97d31f4cb4b7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Sep 15 16:08:39.999338 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39638) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.107667 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b7ac38e4-d9bd-4268-aee0-73d369038acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.194371 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b7ac38e4-d9bd-4268-aee0-73d369038acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.197903 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b7ac38e4-d9bd-4268-aee0-73d369038acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.233674 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac38e4-d9bd-4268-aee0-73d369038acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4811ef78-4e94-461e-be44-00565c96cea7,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.237881 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b7ac38e4-d9bd-4268-aee0-73d369038acc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d7c8f401075d43efa8b01039c05c6a01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375529 Sep 15 16:08:40.240460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39642) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.287881 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de74ad9c-410b-4d37-a3fe-d980d47b79ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.312062 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de74ad9c-410b-4d37-a3fe-d980d47b79ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.355837 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de74ad9c-410b-4d37-a3fe-d980d47b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.358620 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-de74ad9c-410b-4d37-a3fe-d980d47b79ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.359753 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-de74ad9c-410b-4d37-a3fe-d980d47b79ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4811ef78-4e94-461e-be44-00565c96cea7 HTTP/1.1" status: 204 len: 168 time: 0.1184144 Sep 15 16:08:40.367305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74ad9c-410b-4d37-a3fe-d980d47b79ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4811ef78-4e94-461e-be44-00565c96cea7,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.620579 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39652) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.633711 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-876997ca-392a-406f-b11f-8f0f510742fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.723988 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-876997ca-392a-406f-b11f-8f0f510742fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.732970 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-876997ca-392a-406f-b11f-8f0f510742fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.771414 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-876997ca-392a-406f-b11f-8f0f510742fe admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=dd52861d02d34204af3d77d394a35bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497428 Sep 15 16:08:40.772409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876997ca-392a-406f-b11f-8f0f510742fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dced5a10-1d03-43bb-9301-e6ea4acb562b,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.776382 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39656) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.776775 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39658) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:40.824633 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb157-3df1-4ebb-b52b-d5e38b6a2da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.848196 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb157-3df1-4ebb-b52b-d5e38b6a2da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.881987 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3dff786-4879-4077-9aea-ea45ec97d432 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.895202 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb157-3df1-4ebb-b52b-d5e38b6a2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.898020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f3ffb157-3df1-4ebb-b52b-d5e38b6a2da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.899217 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f3ffb157-3df1-4ebb-b52b-d5e38b6a2da7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dced5a10-1d03-43bb-9301-e6ea4acb562b HTTP/1.1" status: 204 len: 168 time: 0.1235111 Sep 15 16:08:40.907997 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffb157-3df1-4ebb-b52b-d5e38b6a2da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dced5a10-1d03-43bb-9301-e6ea4acb562b,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:40.984347 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3dff786-4879-4077-9aea-ea45ec97d432 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:40.988506 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3dff786-4879-4077-9aea-ea45ec97d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.027114 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c3dff786-4879-4077-9aea-ea45ec97d432 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9eb5a0b21744421d952f06c3a6359dbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500231 Sep 15 16:08:41.029142 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39670) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:41.046880 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dff786-4879-4077-9aea-ea45ec97d432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22969218-fc40-4488-9f4a-9a74cb7ec3c3,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:41.084523 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-63e6748e-2744-4d46-88f0-b14030ce8293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.299499 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-63e6748e-2744-4d46-88f0-b14030ce8293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.346063 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-63e6748e-2744-4d46-88f0-b14030ce8293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.348631 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-63e6748e-2744-4d46-88f0-b14030ce8293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:41.349787 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-63e6748e-2744-4d46-88f0-b14030ce8293 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/22969218-fc40-4488-9f4a-9a74cb7ec3c3 HTTP/1.1" status: 204 len: 168 time: 0.3196554 Sep 15 16:08:41.358979 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e6748e-2744-4d46-88f0-b14030ce8293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22969218-fc40-4488-9f4a-9a74cb7ec3c3,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.029486 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39722) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.226947 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1870131312-network', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:42.248487 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Made reservation on behalf of 9bbaa9c5b9ad404db41d48c9bc49aa5f for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:08:42.251462 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.260510 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.358078 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.362007 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.389136 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:08:42.395466 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752a2696-e129-4f17-9b1a-523c9ccdda3e,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.401209 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.401579 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Added segment 0badd283-bf64-427d-897c-5685a8997185 of type vlan for network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 Sep 15 16:08:42.443381 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.468279 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.469267 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:42.469865 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.506869 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4760830 Sep 15 16:08:42.509756 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39740) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.516127 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Request body: {'subnet': {'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1870131312-subnet', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:42.536355 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a8485-ea89-4291-99f3-785f4ddb41e0 admin admin] Pushing event updated for resources: {'Network': ['ID=1f422a01-272b-4b1f-9e7f-d5eb056f4269,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.542355 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Made reservation on behalf of 9bbaa9c5b9ad404db41d48c9bc49aa5f for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:08:42.547179 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:08:42.551498 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4326779'] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.748526 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4650970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4326741'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.806001 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3881ec-2313-45a9-8440-c8bf1115d5d1,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:42.812202 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Checking segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:42.812554 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Network hostable DHCP agents. Network: 1f422a01-272b-4b1f-9e7f-d5eb056f4269, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:08:42.829281 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:08:42.837045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 1f422a01-272b-4b1f-9e7f-d5eb056f4269) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:42.841121 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:42.841698 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.848575 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686131d-f135-433e-9b19-655b109ffc05 None None] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:08:42.860542 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a4c07ee5-8eae-46cd-b079-31d26ef7f74c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3486514 Sep 15 16:08:42.862315 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39746) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:42.866404 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:42.887091 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.888229 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.940471 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:42.990800 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:08:42.991645 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.077853 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.126568 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Allocated IP 172.20.0.2 (1f422a01-272b-4b1f-9e7f-d5eb056f4269/8c3881ec-2313-45a9-8440-c8bf1115d5d1/837c85b0-6851-43dc-930d-2c7bf0e2be1a) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:43.283106 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.302768 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.414639 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.421291 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.427645 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Allocated IP 172.27.1.48 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/283b1ed4-97cf-4bc1-971e-4f062d87350e) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:43.463280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:43.468138 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:43.470684 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:43.485848 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Pushing event updated for resources: {'Port': ['ID=837c85b0-6851-43dc-930d-2c7bf0e2be1a,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:43.534086 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Attempting to bind port 837c85b0-6851-43dc-930d-2c7bf0e2be1a on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:43.534459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Attempting to bind port 837c85b0-6851-43dc-930d-2c7bf0e2be1a by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:43.534848 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Attempting to bind port 837c85b0-6851-43dc-930d-2c7bf0e2be1a on network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:43.540008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:43.540378 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Checking segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:43.540509 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.540967 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.541274 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Bound using segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:43.541762 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Bound port: 837c85b0-6851-43dc-930d-2c7bf0e2be1a, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:43.542163 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.573865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.605054 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] For port 837c85b0-6851-43dc-930d-2c7bf0e2be1a, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:43.609304 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] For port 837c85b0-6851-43dc-930d-2c7bf0e2be1a, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=837c85b0-6851-43dc-930d-2c7bf0e2be1a,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:43.612422 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:43.614350 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:43.616703 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:43.623793 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:43.643511 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Pushing event updated for resources: {'Port': ['ID=283b1ed4-97cf-4bc1-971e-4f062d87350e,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:43.678140 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a70523-0658-46b5-889e-dde5bef74884 None None] Pushing event updated for resources: {'Port': ['ID=837c85b0-6851-43dc-930d-2c7bf0e2be1a,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:43.907916 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.139533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.270686 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Router b52826c8-97b5-4900-9c3d-27a253899982 is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:08:44.383135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:08:44.395598 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Sync routers for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:08:44.400482 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.401864 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-dfbc3354-6ab3-43bc-b43a-37d483396c3a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5385923 Sep 15 16:08:44.405142 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39768) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:44.405677 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:44.406323 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:44.534624 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:44.684049 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd2fb85-cbdb-486b-88cc-7076b5d8d1c8 None None] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:08:44.780812 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-3b788b9e-07be-4ad8-ae2d-6d2aa212b392 None None] Provisioning complete for port 837c85b0-6851-43dc-930d-2c7bf0e2be1a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:44.781192 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3b788b9e-07be-4ad8-ae2d-6d2aa212b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.781504 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9483d-4002-4a71-a5e0-ee7ae9602657 req-8b5495b4-c65f-457e-9984-f126485332d8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:44.782998 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-24f9483d-4002-4a71-a5e0-ee7ae9602657 req-8b5495b4-c65f-457e-9984-f126485332d8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 946 time: 0.0917099 Sep 15 16:08:44.869508 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-24f9483d-4002-4a71-a5e0-ee7ae9602657 req-d9b452ff-501d-43a2-9bdc-86238aceeef2 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Sep 15 16:08:44.914762 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:43Z', 'revision_number': 3, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:44.922863 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:44.973869 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Checking router: b52826c8-97b5-4900-9c3d-27a253899982 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:08:44.974218 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Updating router b52826c8-97b5-4900-9c3d-27a253899982 port 283b1ed4-97cf-4bc1-971e-4f062d87350e binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:08:44.996730 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3b788b9e-07be-4ad8-ae2d-6d2aa212b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.025171 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.076280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-3b788b9e-07be-4ad8-ae2d-6d2aa212b392 None None] For port 837c85b0-6851-43dc-930d-2c7bf0e2be1a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=837c85b0-6851-43dc-930d-2c7bf0e2be1a,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:45.089107 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Allocated IP 172.20.0.1 (1f422a01-272b-4b1f-9e7f-d5eb056f4269/8c3881ec-2313-45a9-8440-c8bf1115d5d1/dc276b93-0236-47fa-ba9b-6a7bcf6e32a2) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:45.089936 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3b788b9e-07be-4ad8-ae2d-6d2aa212b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.224475 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.228489 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b788b9e-07be-4ad8-ae2d-6d2aa212b392 None None] Pushing event updated for resources: {'Port': ['ID=837c85b0-6851-43dc-930d-2c7bf0e2be1a,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:45.264805 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.305715 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:45.308741 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:45.312583 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:45.338058 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-82d136d6-8fa7-4cda-8698-66e257fbb476 None None] Provisioning complete for port 837c85b0-6851-43dc-930d-2c7bf0e2be1a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:45.338439 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-82d136d6-8fa7-4cda-8698-66e257fbb476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.351139 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Pushing event updated for resources: {'Port': ['ID=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:45.360052 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.393181 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.417108 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.490712 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Attempting to bind port 283b1ed4-97cf-4bc1-971e-4f062d87350e on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:45.491096 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Attempting to bind port 283b1ed4-97cf-4bc1-971e-4f062d87350e by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:45.491459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Attempting to bind port 283b1ed4-97cf-4bc1-971e-4f062d87350e on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:45.495942 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd54c-4a1c-4e4c-8ca9-0313fe87fc00 None None] Pushing event updated for resources: {'Port': ['ID=283b1ed4-97cf-4bc1-971e-4f062d87350e,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:45.504168 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:45.504548 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:45.504961 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.505358 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:45.505840 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Bound port: 283b1ed4-97cf-4bc1-971e-4f062d87350e, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:45.506223 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.523564 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.631774 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] For port 283b1ed4-97cf-4bc1-971e-4f062d87350e, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:45.635573 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] For port 283b1ed4-97cf-4bc1-971e-4f062d87350e, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=283b1ed4-97cf-4bc1-971e-4f062d87350e,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:45.640651 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.706496 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:45.707285 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:45.751466 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-a117d775-0d6e-4c47-940e-f0a45be031a9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799563 Sep 15 16:08:45.778649 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fd54c-4a1c-4e4c-8ca9-0313fe87fc00 None None] Pushing event updated for resources: {'Port': ['ID=283b1ed4-97cf-4bc1-971e-4f062d87350e,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:45.787974 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 837c85b0-6851-43dc-930d-2c7bf0e2be1a up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:45.825930 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.830665 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.832819 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-7a7926c2-905a-478e-befb-425ac1f56947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:45.834322 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-7a7926c2-905a-478e-befb-425ac1f56947 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0420048 Sep 15 16:08:45.836516 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-adc25bf8-a28f-4789-9326-61439ef88fea None None] Provisioning complete for port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:45.836891 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-adc25bf8-a28f-4789-9326-61439ef88fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.902435 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:45.972060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-6e2bfe04-39c1-44ff-bf86-1d99cb704f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:45.973562 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-6e2bfe04-39c1-44ff-bf86-1d99cb704f8a service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.1015217 Sep 15 16:08:45.976194 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Pushing event updated for resources: {'Port': ['ID=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:46.027864 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:46.031323 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-adc25bf8-a28f-4789-9326-61439ef88fea None None] Port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:08:46.047723 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-57507ca1-b857-4d97-8fbb-dd281ecf09d2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 200 len: 1001 time: 0.0649679 Sep 15 16:08:46.048356 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f9299-c46c-484c-8699-a104792d3422 req-791a2ee8-8aff-4302-9ca6-e687b0d50098 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:46.049849 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f60f9299-c46c-484c-8699-a104792d3422 req-791a2ee8-8aff-4302-9ca6-e687b0d50098 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 946 time: 0.0702574 Sep 15 16:08:46.057935 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:46.059474 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:46.105717 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 837c85b0-6851-43dc-930d-2c7bf0e2be1a triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:46.106126 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:46.118205 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-0ace98f5-46b8-4728-abfd-d9d37856f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:46.119736 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-0ace98f5-46b8-4728-abfd-d9d37856f69a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0637181 Sep 15 16:08:46.158796 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f60f9299-c46c-484c-8699-a104792d3422 req-2061d4e8-7ac8-4602-b3fa-0dae0d476153 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/security-groups?id=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941286 Sep 15 16:08:46.215584 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Router b52826c8-97b5-4900-9c3d-27a253899982 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:08:46.316396 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 1, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:46.347759 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68eb65f8-a442-4ae5-8e67-dc98fe2a5dda None None] The sync data for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi is: [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 1, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:08:46.352792 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:08:46.365686 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-b5bb7d38-ee11-4d13-bd82-d77870b4499b admin admin] 10.222.0.59 "PUT /v2.0/routers/b52826c8-97b5-4900-9c3d-27a253899982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9531293 Sep 15 16:08:46.365898 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-729506d1-7c4b-4b66-b512-a2545478b327 None None] Provisioning complete for port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:46.365898 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-729506d1-7c4b-4b66-b512-a2545478b327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:46.401594 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-729506d1-7c4b-4b66-b512-a2545478b327 None None] Port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:08:46.453851 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-df33da96-cf09-412c-8cee-f6e5c8f63075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:46.455730 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-df33da96-cf09-412c-8cee-f6e5c8f63075 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3235540 Sep 15 16:08:46.522913 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:46.552656 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-3d9948fc-2e26-4f11-a7d2-5887c1be1c35 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862362 Sep 15 16:08:46.702408 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-d7821275-af6c-44fd-86ce-d034d4139503 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:46.703961 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-d7821275-af6c-44fd-86ce-d034d4139503 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 946 time: 0.1076827 Sep 15 16:08:46.709823 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6acfe701-529f-4493-aff2-ec7f14a9d1c6 req-89c3be5d-2036-4cdd-8e7f-da0b3e44b6fe service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485054 Sep 15 16:08:46.827670 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Deleting port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:08:46.828302 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:46.927707 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] For port 6e13e759-3a6b-4fa2-9e69-2aafb7559643, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=6e13e759-3a6b-4fa2-9e69-2aafb7559643,segment=NetworkSegment(0c2de44f-3d43-432c-b0f8-8072459a5cdc),segment_id=0c2de44f-3d43-432c-b0f8-8072459a5cdc)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:46.928080 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:46.945427 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Calling delete_port for 6e13e759-3a6b-4fa2-9e69-2aafb7559643 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:08:46.998846 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39810) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:47.004778 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-575259316-network', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:47.057557 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Made reservation on behalf of 2381e87bb4dc47aba2566628b6700c62 for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:08:47.062165 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.073197 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.140901 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.155154 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['6e13e759-3a6b-4fa2-9e69-2aafb7559643'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:08:47.225018 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Pushing event deleted for resources: {'Port': ['ID=6e13e759-3a6b-4fa2-9e69-2aafb7559643,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:47.257806 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] No DVR routers for this DVR port 6e13e759-3a6b-4fa2-9e69-2aafb7559643 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:08:47.264904 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.266628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-75cd5f3a-0bb8-49c4-83b9-45557b8c4375 req-df0c8865-2c8e-4023-8140-75e1d62250c8 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.64 "DELETE /v2.0/ports/6e13e759-3a6b-4fa2-9e69-2aafb7559643 HTTP/1.1" status: 204 len: 173 time: 0.5498672 Sep 15 16:08:47.267072 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'name': 'network-vif-deleted', 'tag': '6e13e759-3a6b-4fa2-9e69-2aafb7559643'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:08:47.269307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6bd2c-7caa-4314-bac1-473895337771" -d '{"events": [{"server_uuid": "c3a0d05b-99a9-4ba6-b407-c2733016ad1f", "name": "network-vif-deleted", "tag": "6e13e759-3a6b-4fa2-9e69-2aafb7559643"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:08:47.272184 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.281774 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.323243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4813dc21-a392-4cd1-8c20-5c4d21ef1ad3 x-openstack-request-id: req-4813dc21-a392-4cd1-8c20-5c4d21ef1ad3 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:08:47.323533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a0d05b-99a9-4ba6-b407-c2733016ad1f", "name": "network-vif-deleted", "tag": "6e13e759-3a6b-4fa2-9e69-2aafb7559643", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:08:47.323793 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-4813dc21-a392-4cd1-8c20-5c4d21ef1ad3 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:08:47.324355 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a0d05b-99a9-4ba6-b407-c2733016ad1f', 'name': 'network-vif-deleted', 'tag': '6e13e759-3a6b-4fa2-9e69-2aafb7559643', 'status': 'completed', 'code': 200} Sep 15 16:08:47.337552 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-58c5326f-c1ab-4840-8481-5165cdf532d9 req-466a30dd-6c9f-4080-b664-590121ae9603 tempest-VolumesSnapshotTestJSON-1292845928 tempest-VolumesSnapshotTestJSON-1292845928-project] 10.222.0.59 "GET /v2.0/ports?device_id=c3a0d05b-99a9-4ba6-b407-c2733016ad1f HTTP/1.1" status: 200 len: 210 time: 0.0595601 Sep 15 16:08:47.354618 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:08:47.362728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43471d4c-1f21-4da9-8237-c965a2ec45ab,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:47.373874 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.374302 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Added segment 7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd of type vlan for network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f Sep 15 16:08:47.427944 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.461345 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.462376 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:47.463035 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.497855 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4968996 Sep 15 16:08:47.500689 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39818) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:47.514950 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Request body: {'subnet': {'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-575259316-subnet', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:47.552975 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61b1d2-51bc-42d3-b0f0-b133c868f24a admin admin] Pushing event updated for resources: {'Network': ['ID=29e3bdc1-68dd-489e-a8f1-c08e83a22f3f,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:47.556645 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Made reservation on behalf of 2381e87bb4dc47aba2566628b6700c62 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:08:47.561725 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4326779'] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.571997 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:08:47.716215 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 283b1ed4-97cf-4bc1-971e-4f062d87350e up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:47.788213 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 283b1ed4-97cf-4bc1-971e-4f062d87350e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:47.788932 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.815570 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4650970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4326741'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.870886 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Pushing event updated for resources: {'Subnet': ['ID=75f4504f-daee-40aa-912f-1778d07d4b5e,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:47.884195 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.888335 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Checking segment: {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:47.888871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Network hostable DHCP agents. Network: 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:08:47.907726 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:08:47.908246 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 283b1ed4-97cf-4bc1-971e-4f062d87350e, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=283b1ed4-97cf-4bc1-971e-4f062d87350e,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:47.914209 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.922227 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:47.927486 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:08:47.928455 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.946205 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0f68c7f0-e168-47f7-add5-690b82e7081f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4450774 Sep 15 16:08:47.948675 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39824) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:47.955600 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:47.960756 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c09ef7-18fd-4508-824d-17236028f92d None None] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:08:47.985641 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:47.987177 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.041338 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=283b1ed4-97cf-4bc1-971e-4f062d87350e,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:48.051700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.142061 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'fixed_ips': [{'subnet_id': '75f4504f-daee-40aa-912f-1778d07d4b5e'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:08:48.143027 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.203363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.279324 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Allocated IP 172.20.0.2 (29e3bdc1-68dd-489e-a8f1-c08e83a22f3f/75f4504f-daee-40aa-912f-1778d07d4b5e/cd82e63d-5333-4ad3-88f8-570c450085a9) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:48.404642 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.427533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.445485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.453631 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.524701 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:48.530958 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:48.538484 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:48.540526 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2713caa3-4de5-4292-81fc-b3e90d6f70dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.543109 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Pushing event updated for resources: {'Port': ['ID=cd82e63d-5333-4ad3-88f8-570c450085a9,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:48.550669 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Allocated IP 172.27.1.4 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/7084b549-d65e-4acc-878f-15dd2c4e1c40) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:48.600439 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Attempting to bind port cd82e63d-5333-4ad3-88f8-570c450085a9 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:48.600904 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Attempting to bind port cd82e63d-5333-4ad3-88f8-570c450085a9 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:48.601328 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Attempting to bind port cd82e63d-5333-4ad3-88f8-570c450085a9 on network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:48.608079 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:48.608079 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Checking segment: {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:48.608391 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.608832 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Bound using segment: {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:48.609370 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Bound port: cd82e63d-5333-4ad3-88f8-570c450085a9, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:48.609757 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.710325 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.713807 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] For port cd82e63d-5333-4ad3-88f8-570c450085a9, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:48.718320 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] For port cd82e63d-5333-4ad3-88f8-570c450085a9, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=cd82e63d-5333-4ad3-88f8-570c450085a9,segment=NetworkSegment(7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd),segment_id=7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:48.729361 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.767550 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:48.831706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:48.834797 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:48.837797 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:48.855187 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25efe06-d4b9-4153-9119-b0e772cacd98 None None] Pushing event updated for resources: {'Port': ['ID=cd82e63d-5333-4ad3-88f8-570c450085a9,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:48.894313 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=7084b549-d65e-4acc-878f-15dd2c4e1c40,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:48.959703 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Sync routers for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:08:48.980348 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:48.981856 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:49.185728 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:49.271504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:49.443665 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 2, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:49.479364 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Checking router: b52826c8-97b5-4900-9c3d-27a253899982 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:08:49.479716 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Updating router b52826c8-97b5-4900-9c3d-27a253899982 port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:08:49.508503 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:49.519139 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:49.680964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:08:49.785670 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cd82e63d-5333-4ad3-88f8-570c450085a9 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:49.809952 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:49.818217 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:49.826421 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:08:49.849539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:49.851122 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-82708848-3468-48d3-a86b-9a55ccf1a1a6 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9012673 Sep 15 16:08:49.853668 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39846) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:49.860122 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Sync routers for ids ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:08:49.868234 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Pushing event updated for resources: {'Port': ['ID=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:49.876538 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Routers {'1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:49.883139 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:49.972771 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.973350 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.973613 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.973949 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.974792 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.975149 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.975661 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.976140 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.976643 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.977400 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.977887 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.978365 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:08:49.987961 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Attempting to bind port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:49.988291 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Attempting to bind port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:49.988645 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Attempting to bind port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 on network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:50.006036 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:50.006877 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Checking segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:50.008876 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.009303 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Bound using segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:50.009809 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Bound port: dc276b93-0236-47fa-ba9b-6a7bcf6e32a2, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:50.015184 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.053289 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port cd82e63d-5333-4ad3-88f8-570c450085a9 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:50.053664 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.113170 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Set router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:50.117610 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] For port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:50.122786 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] For port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:50.127564 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.236457 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:50.239448 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:50.305465 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4e3da-d1f7-4c82-89ce-3fa060a9075e None None] Pushing event updated for resources: {'Port': ['ID=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,revision_number=4']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:50.341383 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef304fae-ed34-4344-85ba-47796f87da46 None None] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:08:50.396406 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:50.465539 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.472973 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-712eb5b9-f69c-4fda-bc5a-4d6114c98c8c None None] Provisioning complete for port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:50.473606 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-712eb5b9-f69c-4fda-bc5a-4d6114c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.545406 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.633296 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:50.660523 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583ea01-0b17-4d10-b8c4-99ba341b9ab0 None None] The sync data for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi is: [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:08:50.715796 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Allocated IP 172.20.0.1 (29e3bdc1-68dd-489e-a8f1-c08e83a22f3f/75f4504f-daee-40aa-912f-1778d07d4b5e/cec73039-63df-4dda-92a0-c27e15ef970b) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:08:50.727383 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port cd82e63d-5333-4ad3-88f8-570c450085a9, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=cd82e63d-5333-4ad3-88f8-570c450085a9,segment=NetworkSegment(7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd),segment_id=7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:50.742401 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.743424 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 283b1ed4-97cf-4bc1-971e-4f062d87350e up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:50.849849 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.889858 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.903634 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=cd82e63d-5333-4ad3-88f8-570c450085a9,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:50.909013 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-712eb5b9-f69c-4fda-bc5a-4d6114c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.926766 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:50.927012 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:08:49Z', 'revision_number': 3, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:50.931728 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:50.936562 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:08:50.970669 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Checking router: 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:08:50.971024 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Updating router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab port 7084b549-d65e-4acc-878f-15dd2c4e1c40 binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:08:50.974775 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:50.999379 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 283b1ed4-97cf-4bc1-971e-4f062d87350e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:50.999740 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.024545 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-712eb5b9-f69c-4fda-bc5a-4d6114c98c8c None None] For port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:51.032934 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-712eb5b9-f69c-4fda-bc5a-4d6114c98c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.041179 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.178574 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eb5b9-f69c-4fda-bc5a-4d6114c98c8c None None] Pushing event updated for resources: {'Port': ['ID=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:51.268753 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-b569f4db-7f4f-44d6-8c8e-790b895fcc3e None None] Provisioning complete for port cd82e63d-5333-4ad3-88f8-570c450085a9 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:51.269130 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b569f4db-7f4f-44d6-8c8e-790b895fcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.329078 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Pushing event updated for resources: {'Port': ['ID=cec73039-63df-4dda-92a0-c27e15ef970b,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:51.394410 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 6e13e759-3a6b-4fa2-9e69-2aafb7559643 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:08:51.418072 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6c1fae3e-16d1-46a5-a882-177b53bd32bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.426167 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 6e13e759-3a6b-4fa2-9e69-2aafb7559643 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:08:51.426512 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 6e13e759-3a6b-4fa2-9e69-2aafb7559643 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:08:51.432305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.515394 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.568451 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-b569f4db-7f4f-44d6-8c8e-790b895fcc3e None None] Provisioning complete for port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:51.568896 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b569f4db-7f4f-44d6-8c8e-790b895fcc3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.572126 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.594224 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.597536 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.602813 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.662357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.667014 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118d43-ac51-4e6f-ac83-bc890808ab47 None None] Pushing event updated for resources: {'Port': ['ID=7084b549-d65e-4acc-878f-15dd2c4e1c40,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:51.673080 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Attempting to bind port 7084b549-d65e-4acc-878f-15dd2c4e1c40 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:51.673447 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Attempting to bind port 7084b549-d65e-4acc-878f-15dd2c4e1c40 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:51.673812 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Attempting to bind port 7084b549-d65e-4acc-878f-15dd2c4e1c40 on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:51.681098 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Pushing event updated for resources: {'Port': ['ID=cec73039-63df-4dda-92a0-c27e15ef970b,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:51.681399 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:51.681770 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:51.682176 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.682569 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:51.683057 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Bound port: 7084b549-d65e-4acc-878f-15dd2c4e1c40, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:51.683437 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.709272 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:51.767882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:08:51.769280 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:08:51.801164 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] For port 7084b549-d65e-4acc-878f-15dd2c4e1c40, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:51.804819 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] For port 7084b549-d65e-4acc-878f-15dd2c4e1c40, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7084b549-d65e-4acc-878f-15dd2c4e1c40,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:51.810193 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.848320 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:51.848692 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:51.894417 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:08:51.913367 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118d43-ac51-4e6f-ac83-bc890808ab47 None None] Pushing event updated for resources: {'Port': ['ID=7084b549-d65e-4acc-878f-15dd2c4e1c40,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:51.919586 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Routers {'1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:51.920219 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:51.962420 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-6e8fb656-0d50-4e69-a878-2d299816d70a None None] Provisioning complete for port cec73039-63df-4dda-92a0-c27e15ef970b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:51.962924 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb656-0d50-4e69-a878-2d299816d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.009638 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:08:52.019182 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c8131c98-3412-4452-a358-925539e0044c admin admin] 10.222.0.59 "PUT /v2.0/routers/1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1637838 Sep 15 16:08:52.081311 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cd82e63d-5333-4ad3-88f8-570c450085a9 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:52.083736 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-6e8fb656-0d50-4e69-a878-2d299816d70a None None] Port cec73039-63df-4dda-92a0-c27e15ef970b cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:08:52.134635 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-6e8fb656-0d50-4e69-a878-2d299816d70a None None] Provisioning complete for port cd82e63d-5333-4ad3-88f8-570c450085a9 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:52.135101 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6e8fb656-0d50-4e69-a878-2d299816d70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.164910 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] Set router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:52.260840 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port cd82e63d-5333-4ad3-88f8-570c450085a9 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:52.261129 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.339099 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.605005 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-a8e1f74c-252a-42de-a9ee-c12d10d508e7 None None] Provisioning complete for port cec73039-63df-4dda-92a0-c27e15ef970b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:52.605374 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a8e1f74c-252a-42de-a9ee-c12d10d508e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.653404 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-a8e1f74c-252a-42de-a9ee-c12d10d508e7 None None] Port cec73039-63df-4dda-92a0-c27e15ef970b cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:08:52.660432 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'cec73039-63df-4dda-92a0-c27e15ef970b', 'name': '', 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'mac_address': 'fa:16:3e:db:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:50Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 2, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'subnets': [{'id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:52.682759 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39874) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:52.687275 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1595616327', 'description': 'tempest-secgroup-smoke-1595616327 description', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:52.688783 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd4531-f550-4fb8-a307-a4114c8b7c72 None None] The sync data for ids ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'] in dv-cinder-809206-1-iscsi is: [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'cec73039-63df-4dda-92a0-c27e15ef970b', 'name': '', 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'mac_address': 'fa:16:3e:db:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:50Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 2, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'subnets': [{'id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:08:52.711733 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.798406 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.802374 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.828434 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.832426 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458988 Sep 15 16:08:52.833334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39876) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:52.837586 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group_rule': {'security_group_id': 'd0005d7f-73de-4280-92ca-2c589a7f5acd', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:52.843348 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352a67a-213b-49a7-84b6-906c4bb548b6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0005d7f-73de-4280-92ca-2c589a7f5acd,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:52.870245 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.942367 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.946518 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.974119 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92eed937-245a-45c5-ade6-95f43e6f6ea2,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:52.978468 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:52.982362 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-66ecd51e-b6ed-4d04-8885-40b83266a265 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454635 Sep 15 16:08:52.983343 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39878) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:52.986897 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group_rule': {'security_group_id': 'd0005d7f-73de-4280-92ca-2c589a7f5acd', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:53.015643 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.077209 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.082672 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.101065 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de94f99d-848b-43b1-96af-98a89ad3e98e,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:53.107045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.108236 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-3994e53d-3cf3-4915-b22e-6c4584549a86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1246912 Sep 15 16:08:53.111052 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39880) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:53.115341 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group_rule': {'security_group_id': 'd0005d7f-73de-4280-92ca-2c589a7f5acd', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:53.143672 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.203167 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.207176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.225923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72d0866-be90-493e-8197-6fa38ce404f8,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:53.231991 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.234603 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c1b37c4d-93b4-4336-9038-3b25f36c3abf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215317 Sep 15 16:08:53.236154 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39882) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:53.240539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group_rule': {'security_group_id': 'd0005d7f-73de-4280-92ca-2c589a7f5acd', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:53.266980 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.349637 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.353530 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.377188 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21396a3f-5ee9-4654-a928-946a90fb8361,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:53.383493 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.384723 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f3b86dca-5987-4177-83ed-f107248a2b83 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475074 Sep 15 16:08:53.388186 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39886) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:53.393418 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group_rule': {'security_group_id': 'd0005d7f-73de-4280-92ca-2c589a7f5acd', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:53.416547 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.securitygroups_db [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Project 9bbaa9c5b9ad404db41d48c9bc49aa5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:08:53.421774 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.491210 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.495046 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.525946 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.530096 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39890) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:53.530439 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405809 Sep 15 16:08:53.533559 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c691b9b-ee6a-4926-a165-42651a4ad66d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2872a6-b3da-49c3-af30-a26600846cb3,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:53.542064 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'security_group_rule': {'security_group_id': 'd0005d7f-73de-4280-92ca-2c589a7f5acd', 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:08:53.571217 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.securitygroups_db [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Project 9bbaa9c5b9ad404db41d48c9bc49aa5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:08:53.578000 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.691264 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.696965 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.717269 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0555350e-2186-4fa3-8be1-c4c78ba63df1,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:53.721814 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7084b549-d65e-4acc-878f-15dd2c4e1c40 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:53.722410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.730922 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4afdf269-a042-4492-b3cb-99918e3113ee tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1909294 Sep 15 16:08:53.791022 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 7084b549-d65e-4acc-878f-15dd2c4e1c40 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:53.791202 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.892963 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.897985 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.920282 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 7084b549-d65e-4acc-878f-15dd2c4e1c40, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7084b549-d65e-4acc-878f-15dd2c4e1c40,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:53.924285 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:53.977976 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=7084b549-d65e-4acc-878f-15dd2c4e1c40,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:54.763895 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Sync routers for ids ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:08:54.772614 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Routers {'1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:54.773293 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:54.882721 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Set router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:54.960008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39964) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:55.072008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-511c6bb4-9cb7-4d12-a27e-bc194abb5a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.087889 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'cec73039-63df-4dda-92a0-c27e15ef970b', 'name': '', 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'mac_address': 'fa:16:3e:db:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:50Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 2, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'subnets': [{'id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:55.173420 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-511c6bb4-9cb7-4d12-a27e-bc194abb5a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.177936 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-511c6bb4-9cb7-4d12-a27e-bc194abb5a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.209971 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Checking router: 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:08:55.210316 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Updating router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab port cec73039-63df-4dda-92a0-c27e15ef970b binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:08:55.217846 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-511c6bb4-9cb7-4d12-a27e-bc194abb5a2c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d95f159704144e759869d54af3e3026e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567451 Sep 15 16:08:55.218852 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c6bb4-9cb7-4d12-a27e-bc194abb5a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e042fb-8142-41d9-8bf8-e829a5ef5445,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:55.220533 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39968) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:55.235854 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.285340 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e129cb47-a690-44fe-9f0a-473cc6faf87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.306926 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e129cb47-a690-44fe-9f0a-473cc6faf87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.354071 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e129cb47-a690-44fe-9f0a-473cc6faf87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.356681 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e129cb47-a690-44fe-9f0a-473cc6faf87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.357828 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-e129cb47-a690-44fe-9f0a-473cc6faf87b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/20e042fb-8142-41d9-8bf8-e829a5ef5445 HTTP/1.1" status: 204 len: 168 time: 0.1362829 Sep 15 16:08:55.365660 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129cb47-a690-44fe-9f0a-473cc6faf87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e042fb-8142-41d9-8bf8-e829a5ef5445,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:55.524520 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.530692 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.583524 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bba52-c3dc-4086-8dc4-17967dfcafae None None] Pushing event updated for resources: {'Port': ['ID=cec73039-63df-4dda-92a0-c27e15ef970b,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:55.643079 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Attempting to bind port cec73039-63df-4dda-92a0-c27e15ef970b on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:08:55.643079 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Attempting to bind port cec73039-63df-4dda-92a0-c27e15ef970b by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:08:55.643079 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Attempting to bind port cec73039-63df-4dda-92a0-c27e15ef970b on network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:08:55.651242 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:08:55.651573 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Checking segment: {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:08:55.651987 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.652371 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Bound using segment: {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:08:55.652877 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Bound port: cec73039-63df-4dda-92a0-c27e15ef970b, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:08:55.653275 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.663158 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 39976) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:55.679274 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7084b549-d65e-4acc-878f-15dd2c4e1c40 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:55.679787 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-69134546-e04b-4683-a48d-8b503c7a60d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.756080 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] For port cec73039-63df-4dda-92a0-c27e15ef970b, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:08:55.761902 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] For port cec73039-63df-4dda-92a0-c27e15ef970b, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=cec73039-63df-4dda-92a0-c27e15ef970b,segment=NetworkSegment(7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd),segment_id=7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:08:55.766398 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 7084b549-d65e-4acc-878f-15dd2c4e1c40 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:55.766843 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.776109 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.810380 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-69134546-e04b-4683-a48d-8b503c7a60d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.817444 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-69134546-e04b-4683-a48d-8b503c7a60d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.838915 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Routers {'1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:08:55.839696 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:55.914502 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 39984) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:08:55.927827 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-69134546-e04b-4683-a48d-8b503c7a60d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=981a601ce8e34d419cbc573ba6bac31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2632520 Sep 15 16:08:55.930963 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69134546-e04b-4683-a48d-8b503c7a60d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2278f6e1-6d52-4555-bf88-71daae739119,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:55.940382 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-8f9b3e23-3014-404a-936f-80116afbc4d3 None None] Provisioning complete for port cec73039-63df-4dda-92a0-c27e15ef970b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:55.940753 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e23-3014-404a-936f-80116afbc4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:55.999295 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1df9a3cc-65cb-47c5-a764-7e8f1437e895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.007115 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] Set router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:08:56.035244 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1df9a3cc-65cb-47c5-a764-7e8f1437e895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.087361 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e23-3014-404a-936f-80116afbc4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.096923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1df9a3cc-65cb-47c5-a764-7e8f1437e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.100045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1df9a3cc-65cb-47c5-a764-7e8f1437e895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.103213 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1df9a3cc-65cb-47c5-a764-7e8f1437e895 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2278f6e1-6d52-4555-bf88-71daae739119 HTTP/1.1" status: 204 len: 168 time: 0.1871114 Sep 15 16:08:56.131156 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9a3cc-65cb-47c5-a764-7e8f1437e895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2278f6e1-6d52-4555-bf88-71daae739119,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:56.134752 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bba52-c3dc-4086-8dc4-17967dfcafae None None] Pushing event updated for resources: {'Port': ['ID=cec73039-63df-4dda-92a0-c27e15ef970b,revision_number=4']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:56.154087 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-8f9b3e23-3014-404a-936f-80116afbc4d3 None None] For port cec73039-63df-4dda-92a0-c27e15ef970b, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=cec73039-63df-4dda-92a0-c27e15ef970b,segment=NetworkSegment(7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd),segment_id=7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:08:56.161166 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8f9b3e23-3014-404a-936f-80116afbc4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.215792 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b3e23-3014-404a-936f-80116afbc4d3 None None] Pushing event updated for resources: {'Port': ['ID=cec73039-63df-4dda-92a0-c27e15ef970b,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:08:56.283683 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-71e31ba9-8657-4dbe-9b75-c4cc38cc0d82 None None] Provisioning complete for port cec73039-63df-4dda-92a0-c27e15ef970b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:56.284727 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'cec73039-63df-4dda-92a0-c27e15ef970b', 'name': '', 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'mac_address': 'fa:16:3e:db:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:50Z', 'updated_at': '2021-09-15T16:08:55Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'subnets': [{'id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:08:56.285300 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-71e31ba9-8657-4dbe-9b75-c4cc38cc0d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:08:56.339442 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ee21f9-fcb4-4872-ad9f-dd395a02a3e8 None None] The sync data for ids ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'] in dv-cinder-809206-1-iscsi is: [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:08:51Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'cec73039-63df-4dda-92a0-c27e15ef970b', 'name': '', 'network_id': '29e3bdc1-68dd-489e-a8f1-c08e83a22f3f', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'mac_address': 'fa:16:3e:db:85:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_interface', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:50Z', 'updated_at': '2021-09-15T16:08:55Z', 'revision_number': 4, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'subnets': [{'id': '75f4504f-daee-40aa-912f-1778d07d4b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:08:57.680102 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cec73039-63df-4dda-92a0-c27e15ef970b up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:08:57.733036 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port cec73039-63df-4dda-92a0-c27e15ef970b triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:08:57.733600 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:03.671011 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ec56e-ad4c-48bd-9eaf-6c5fad54ddae req-15ac9feb-5add-4224-94c4-d601e05971bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:03.672490 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f18ec56e-ad4c-48bd-9eaf-6c5fad54ddae req-15ac9feb-5add-4224-94c4-d601e05971bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0515447 Sep 15 16:09:03.712624 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f18ec56e-ad4c-48bd-9eaf-6c5fad54ddae req-9358ac80-2d1a-4677-ba29-306f8bf3b946 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335686 Sep 15 16:09:04.842880 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35170fc-bfbc-4b6c-abcc-3031db41e862 req-001e1df1-f037-40ec-99ea-5162d0cf3bb8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:04.844364 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a35170fc-bfbc-4b6c-abcc-3031db41e862 req-001e1df1-f037-40ec-99ea-5162d0cf3bb8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0526004 Sep 15 16:09:04.851802 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:09:04.883656 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a35170fc-bfbc-4b6c-abcc-3031db41e862 req-b3b1da6d-4af0-4ff7-8d43-d0746ef30dca tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334346 Sep 15 16:09:05.356269 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-cec76be6-447d-4dac-8915-e70d4fb979b2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:05.357873 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-cec76be6-447d-4dac-8915-e70d4fb979b2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 946 time: 0.0563591 Sep 15 16:09:05.379776 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40194) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:05.453107 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Deleting port a2718b11-d2d8-45f5-b893-a9e6943caba3 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:05.453462 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.494897 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddce-1510-4246-bf86-02617b69e2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.552663 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] For port a2718b11-d2d8-45f5-b893-a9e6943caba3, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=a2718b11-d2d8-45f5-b893-a9e6943caba3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:05.553046 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.592805 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddce-1510-4246-bf86-02617b69e2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.597179 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7454ddce-1510-4246-bf86-02617b69e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.640029 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7454ddce-1510-4246-bf86-02617b69e2df admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61637d1d387a4f07a2fe6a13f5d6ec67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567723 Sep 15 16:09:05.640029 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454ddce-1510-4246-bf86-02617b69e2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f596e-bd9c-44e8-9bcf-a7c84963a099,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:05.642416 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40198) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:05.692171 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-08c60a48-da2c-4e75-97ee-ef81e5ec6d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.713870 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-08c60a48-da2c-4e75-97ee-ef81e5ec6d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.764369 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-08c60a48-da2c-4e75-97ee-ef81e5ec6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.767508 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-08c60a48-da2c-4e75-97ee-ef81e5ec6d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.768811 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-08c60a48-da2c-4e75-97ee-ef81e5ec6d86 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a06f596e-bd9c-44e8-9bcf-a7c84963a099 HTTP/1.1" status: 204 len: 168 time: 0.1257205 Sep 15 16:09:05.777735 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c60a48-da2c-4e75-97ee-ef81e5ec6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f596e-bd9c-44e8-9bcf-a7c84963a099,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:05.846524 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.846902 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:05.847219 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Floating IP 01225910-773b-4259-ab97-f750758307b5 disassociated. External IP: 172.27.1.148, port: a2718b11-d2d8-45f5-b893-a9e6943caba3. Sep 15 16:09:05.847555 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Calling delete_port for a2718b11-d2d8-45f5-b893-a9e6943caba3 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:05.994722 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.016023 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ad5481-e230-4f25-844f-d4157c3d846f req-efd10684-4634-4177-9641-49e7d4c0ae7a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:06.018213 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-31ad5481-e230-4f25-844f-d4157c3d846f req-efd10684-4634-4177-9641-49e7d4c0ae7a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd80392a-f521-4bb4-aff0-ca8b5c46f908 HTTP/1.1" status: 200 len: 868 time: 0.0580649 Sep 15 16:09:06.028233 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event deleted for resources: {'Port': ['ID=a2718b11-d2d8-45f5-b893-a9e6943caba3,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:06.073122 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-31ad5481-e230-4f25-844f-d4157c3d846f req-1fb1eaeb-a9ad-46f6-bf1b-1d067759e8a6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453591 Sep 15 16:09:06.106666 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40208) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:06.120536 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-093aec89-88f5-4296-8460-a02449fa2c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.150198 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:06.225397 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-093aec89-88f5-4296-8460-a02449fa2c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.229524 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-093aec89-88f5-4296-8460-a02449fa2c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.259759 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:06.269235 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40210) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:06.269388 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-093aec89-88f5-4296-8460-a02449fa2c26 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=51c480caa11244b0b7e1ee0088fb6c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1599185 Sep 15 16:09:06.275043 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:06.279990 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aec89-88f5-4296-8460-a02449fa2c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38caf14-e710-4b13-8c5a-32d200a024e3,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:06.290534 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:06.291621 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:06.346002 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] No DVR routers for this DVR port a2718b11-d2d8-45f5-b893-a9e6943caba3 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:06.352785 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.352785 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7c0a0b41-b49b-4c07-a2d9-707a3afbad4b req-bb0c1be7-57ad-492a-a17a-f5504ccad9fa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "DELETE /v2.0/ports/a2718b11-d2d8-45f5-b893-a9e6943caba3 HTTP/1.1" status: 204 len: 173 time: 0.9871926 Sep 15 16:09:06.360279 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-deleted', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:06.362806 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52a361a-9bd0-4381-858f-f4f3edeebfd9" -d '{"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-deleted", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:06.401235 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a748148d-89a6-4180-92e4-081a6cdf0d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.424164 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a748148d-89a6-4180-92e4-081a6cdf0d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.427354 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:06.458533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36cdbb69-ff6b-4fdd-add1-edd296fee3bb x-openstack-request-id: req-36cdbb69-ff6b-4fdd-add1-edd296fee3bb {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:06.458869 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd80392a-f521-4bb4-aff0-ca8b5c46f908", "name": "network-vif-deleted", "tag": "a2718b11-d2d8-45f5-b893-a9e6943caba3", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:06.459270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-36cdbb69-ff6b-4fdd-add1-edd296fee3bb {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:06.459721 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd80392a-f521-4bb4-aff0-ca8b5c46f908', 'name': 'network-vif-deleted', 'tag': 'a2718b11-d2d8-45f5-b893-a9e6943caba3', 'status': 'completed', 'code': 200} Sep 15 16:09:06.511231 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a748148d-89a6-4180-92e4-081a6cdf0d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.515415 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a748148d-89a6-4180-92e4-081a6cdf0d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:06.519606 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a748148d-89a6-4180-92e4-081a6cdf0d11 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d38caf14-e710-4b13-8c5a-32d200a024e3 HTTP/1.1" status: 204 len: 168 time: 0.2506340 Sep 15 16:09:06.532369 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748148d-89a6-4180-92e4-081a6cdf0d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38caf14-e710-4b13-8c5a-32d200a024e3,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:06.673121 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:06.704566 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:06.713647 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:06.714272 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:08:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:06.834503 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:06.967003 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40226) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:06.987937 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0406eeb-1822-4db0-8a20-bba4ae5204b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.100966 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0406eeb-1822-4db0-8a20-bba4ae5204b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.106192 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d0406eeb-1822-4db0-8a20-bba4ae5204b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.116335 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:07.146758 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a9bb7-1bf5-4f90-88f9-ab1c63f55101 None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:07.166418 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d0406eeb-1822-4db0-8a20-bba4ae5204b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1b0559946e8743cf92cd8fbacc201795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980624 Sep 15 16:09:07.169817 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40230) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:07.172008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0406eeb-1822-4db0-8a20-bba4ae5204b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b229b8-103a-493a-8456-598d528384fd,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:07.225084 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40234) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:07.235581 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fd82b6ac-456c-4e05-b1bd-9d7c1511e67c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.258249 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fd82b6ac-456c-4e05-b1bd-9d7c1511e67c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.296678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9d67ff1b-aa79-4e0b-8cc6-5cf1e55cebbe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.319922 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fd82b6ac-456c-4e05-b1bd-9d7c1511e67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.322660 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fd82b6ac-456c-4e05-b1bd-9d7c1511e67c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.327302 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-fd82b6ac-456c-4e05-b1bd-9d7c1511e67c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49b229b8-103a-493a-8456-598d528384fd HTTP/1.1" status: 204 len: 168 time: 0.1555054 Sep 15 16:09:07.330674 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9d67ff1b-aa79-4e0b-8cc6-5cf1e55cebbe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.337225 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82b6ac-456c-4e05-b1bd-9d7c1511e67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b229b8-103a-493a-8456-598d528384fd,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:07.395062 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9d67ff1b-aa79-4e0b-8cc6-5cf1e55cebbe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.397635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9d67ff1b-aa79-4e0b-8cc6-5cf1e55cebbe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.401598 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40238) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:07.403745 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-9d67ff1b-aa79-4e0b-8cc6-5cf1e55cebbe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "DELETE /v2.0/security-groups/bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff HTTP/1.1" status: 204 len: 168 time: 0.1767619 Sep 15 16:09:07.417045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67ff1b-aa79-4e0b-8cc6-5cf1e55cebbe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:07.418387 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.api.v2.resource [None req-e3404bc1-f67f-4fbe-a40a-b2ff01341175 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] show failed (client error): The resource could not be found. Sep 15 16:09:07.422177 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-e3404bc1-f67f-4fbe-a40a-b2ff01341175 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups/bd5110e6-2262-40f2-9cc4-b3f5cfd4e2ff HTTP/1.1" status: 404 len: 347 time: 0.0164421 Sep 15 16:09:07.422435 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40240) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:07.513626 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d8ded1-6b3a-491d-8929-3eedd7952e8c None None] New status for floating IP 01225910-773b-4259-ab97-f750758307b5: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:09:07.596134 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Deleting port 11841d71-c61a-487a-9ad5-bce2b91909fc {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:07.596573 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.742909 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.743234 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.757979 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Calling delete_port for 11841d71-c61a-487a-9ad5-bce2b91909fc owned by network:floatingip {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:07.936991 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:07.963770 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event deleted for resources: {'Port': ['ID=11841d71-c61a-487a-9ad5-bce2b91909fc,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:08.039459 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.042031 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.046505 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-47d72cdd-0429-4b3e-960b-d6d9708a912d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "DELETE /v2.0/floatingips/01225910-773b-4259-ab97-f750758307b5 HTTP/1.1" status: 204 len: 168 time: 0.6202090 Sep 15 16:09:08.288041 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40272) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:08.391837 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770113964-network', 'tenant_id': '8f57ec6449624ed397b0a9b6faab857b'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:08.413049 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Made reservation on behalf of 8f57ec6449624ed397b0a9b6faab857b for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:08.415156 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.490757 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40280) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:08.495340 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--202595809', 'description': 'tempest-description--530825777'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:08.518653 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.610304 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.614269 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.621541 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.643538 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a7498a-d794-4d65-8bce-ad9dde5e0008,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:08.711847 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.716076 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.721630 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.723071 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-8243b6b2-9ffc-44f5-90fb-0ab1472d4477 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2312846 Sep 15 16:09:08.728927 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40288) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:08.737631 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'security_group_rule': {'security_group_id': '54a7498a-d794-4d65-8bce-ad9dde5e0008', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:08.747437 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:09:08.771545 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e824dd37-f90c-431f-8f7a-b44a4e00a99f,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:08.776145 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.776405 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Added segment 651b14fd-36de-4289-ac6e-7b5b7a9ef778 of type vlan for network de806454-4304-4f82-8975-e99e7637620e Sep 15 16:09:08.819319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.837688 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.888183 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.889229 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:08.889796 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.928344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.935044 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:08.968399 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6791537 Sep 15 16:09:08.971143 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40298) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:08.976135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Request body: {'subnet': {'network_id': 'de806454-4304-4f82-8975-e99e7637620e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770113964-subnet', 'tenant_id': '8f57ec6449624ed397b0a9b6faab857b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:08.978775 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3768d9-3a69-4fad-aafd-069d70b00f04 admin admin] Pushing event updated for resources: {'Network': ['ID=de806454-4304-4f82-8975-e99e7637620e,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:08.986380 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cf51285-27f8-43eb-960a-7e22fde35f59,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:08.991558 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network de806454-4304-4f82-8975-e99e7637620e details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:09:08.997471 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Made reservation on behalf of 8f57ec6449624ed397b0a9b6faab857b for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:09.000162 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4326779'] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.002006 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.005936 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-400b16bb-071a-435d-af5a-cabb00ac70d7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2734997 Sep 15 16:09:09.006122 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40300) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:09.010640 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'security_group_rule': {'security_group_id': '54a7498a-d794-4d65-8bce-ad9dde5e0008', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:09.040028 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.106632 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.111856 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.129458 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78e8d8f-03e6-456c-aa4d-5cd3c8b6ad92,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:09.137709 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.144641 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f44ef449-4512-4276-b05b-198e7faab0bc tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1332099 Sep 15 16:09:09.144903 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40304) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:09.149439 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:09.174934 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.195788 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4650970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4326741'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.256284 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44ef949d-78b8-4426-8792-42d8c0d1cfe9,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:09.268416 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.268761 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.269092 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.269416 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.269740 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.270060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.270376 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.270731 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.271048 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.271371 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.271698 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.272034 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:09.281330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Checking segment: {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:09.281599 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.281859 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Network hostable DHCP agents. Network: de806454-4304-4f82-8975-e99e7637620e, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:09:09.298421 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Network de806454-4304-4f82-8975-e99e7637620e is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:09:09.306668 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, de806454-4304-4f82-8975-e99e7637620e) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:09.310841 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:09.311412 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.321067 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f4c82c-7a41-4c78-994a-b12621dbebee None None] Network de806454-4304-4f82-8975-e99e7637620e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:09:09.333707 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-7a83848b-9ec3-4f6d-bfc3-19552f2d7ee8 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3543148 Sep 15 16:09:09.341457 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:09.366715 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: a2718b11-d2d8-45f5-b893-a9e6943caba3 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:09.367198 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device a2718b11-d2d8-45f5-b893-a9e6943caba3 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:09.408965 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Allocated IP 172.27.1.151 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/62e2af05-3940-4fbb-959c-381bcaadfd60) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:09.482161 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d97fb-ad38-49a2-9ce7-689f0cb7b502 None None] Network de806454-4304-4f82-8975-e99e7637620e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:09:09.523419 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.560438 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.602805 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:09.605753 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:09.613812 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:09.617097 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'Port': ['ID=62e2af05-3940-4fbb-959c-381bcaadfd60,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:09.750699 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.792033 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.962538 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:09.966542 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:10.046931 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'Port': ['ID=62e2af05-3940-4fbb-959c-381bcaadfd60,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:10.060625 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:10.076902 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:10.078293 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-9aa9da26-f48e-4e25-9628-8eebd3855286 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9323280 Sep 15 16:09:10.267427 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-476bc334-0b7f-4600-8c8d-c5b00e73c68e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--202595809&fields=id&tenant_id=bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 267 time: 0.0319502 Sep 15 16:09:10.380507 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-582575bb-b83d-46f0-bacb-2a7067b92f74 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:10.381945 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-582575bb-b83d-46f0-bacb-2a7067b92f74 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 817 time: 0.1075897 Sep 15 16:09:10.396431 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-60af2da5-dda2-4bc6-a543-a5932bcb7c1c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/quotas/bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 375 time: 0.0086677 Sep 15 16:09:10.447824 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-03e4fb29-2d75-465e-aa16-b106b8b29e20 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463114 Sep 15 16:09:10.545777 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-f95e997c-4664-4f67-83cb-9889e44cbd4f service neutron] 10.222.0.59 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857065 Sep 15 16:09:10.631342 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-18ff9bf6-e227-4bc9-8221-7e3da3b4f203 service neutron] 10.222.0.59 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794494 Sep 15 16:09:10.790422 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ca8c26df-929c-4b50-a340-4f315574de4a req-3ddffcf8-5be5-4353-9f11-b905ac21058e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0292914 Sep 15 16:09:11.178270 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-638b80b1-da0f-4a6b-add0-f30416dca7d9 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:11.179739 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-638b80b1-da0f-4a6b-add0-f30416dca7d9 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/networks?id=de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 200 len: 809 time: 0.1119428 Sep 15 16:09:11.195232 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-76337a94-fd01-4ac9-9b70-7041692fd7b5 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/quotas/8f57ec6449624ed397b0a9b6faab857b HTTP/1.1" status: 200 len: 375 time: 0.0092609 Sep 15 16:09:11.229354 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-e45fe0e7-d826-4cb4-b1ee-18a490bed52c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f57ec6449624ed397b0a9b6faab857b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279517 Sep 15 16:09:11.333948 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-7119b5c2-6c95-4f31-abab-175ab9dd8132 service neutron] 10.222.0.59 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929091 Sep 15 16:09:11.425641 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-ea5319c3-766a-477c-93ed-9ca93cfdde4a service neutron] 10.222.0.59 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842519 Sep 15 16:09:11.584460 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b552f2ce-2e30-4926-8a2a-e09910990fbe req-21399b00-96d8-4fee-a3c1-e839735e1b62 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 210 time: 0.0272660 Sep 15 16:09:11.788857 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-8d643347-f57d-46dd-b201-5ab779d4b6b5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:11.790499 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-8d643347-f57d-46dd-b201-5ab779d4b6b5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 817 time: 0.1124246 Sep 15 16:09:11.847433 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-971dcd42-d5bb-446d-94c8-e2f9de36337a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 379 time: 0.0448384 Sep 15 16:09:11.857618 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'port': {'device_id': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'admin_state_up': True, 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'security_groups': ['54a7498a-d794-4d65-8bce-ad9dde5e0008']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:11.918827 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c6733d83-7832-4336-84d3-0817f8fe363f req-89dc8efc-4643-4234-90cb-5b68fbf6598c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0378864 Sep 15 16:09:11.982989 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Made reservation on behalf of bc3c81ea1325466cbf0972def3dd96d0 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:11.986833 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.113170 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Allocated IP 172.20.0.7 (1b2b1d7e-283c-4001-9770-bb86b137f23e/63440245-4b84-4e6f-95d8-2c3e2942f4b2/0daf28e8-8a18-49a1-b2de-0c18df08cfe7) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:12.246902 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.280740 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.319935 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40402) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:12.322712 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:12.328158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:12.331729 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:12.340714 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:12.366809 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Deleting subnet bd5851d5-e232-4ca9-8d43-d44dd234b2c5 {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:09:12.369990 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.394158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.395109 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.406526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.412186 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b937d865-77a6-49e4-bad5-25d44cd7d6f2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583684 Sep 15 16:09:12.426943 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Request body: {'port': {'device_id': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:12.452758 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.496431 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.532277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.559993 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd5851d5-e232-4ca9-8d43-d44dd234b2c5,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:12.572103 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.574327 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-3905179d-f087-402c-b2d2-50ac698d78f5 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bd5851d5-e232-4ca9-8d43-d44dd234b2c5 HTTP/1.1" status: 204 len: 168 time: 0.2534113 Sep 15 16:09:12.576845 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40404) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:12.647364 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-6cc4c898-f163-47f9-901a-e3c0c9577b9f None None] Provisioning complete for port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:12.648827 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6cc4c898-f163-47f9-901a-e3c0c9577b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.692046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1e3d2695-5e31-43dc-8b26-3561d7fa3ac6 req-efd38eb2-316d-4405-9b61-5d21d14da69c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 210 time: 0.0335448 Sep 15 16:09:12.694049 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-6cc4c898-f163-47f9-901a-e3c0c9577b9f None None] Port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:09:12.695611 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.779465 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8be07070-8830-489d-a5a8-0cd011b88cec tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:12.781018 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8be07070-8830-489d-a5a8-0cd011b88cec tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "GET /v2.0/networks?id=de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 200 len: 809 time: 0.2431192 Sep 15 16:09:12.793315 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.808932 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Request body: {'port': {'device_id': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'network_id': 'de806454-4304-4f82-8975-e99e7637620e', 'admin_state_up': True, 'tenant_id': '8f57ec6449624ed397b0a9b6faab857b'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:12.813491 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbfa869-4702-45b4-9c67-e4c93788e470']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:12.822549 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c2de44f-3d43-432c-b0f8-8072459a5cdc') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:12.822860 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c2de44f-3d43-432c-b0f8-8072459a5cdc') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:12.832700 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.851110 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.858250 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:09:12.858598 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:09:12.860399 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:09:12.916368 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.923719 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.928044 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] 10.222.0.59 "DELETE /v2.0/networks/3bbfa869-4702-45b4-9c67-e4c93788e470 HTTP/1.1" status: 204 len: 168 time: 0.3478158 Sep 15 16:09:12.935254 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14b5ef-d104-44bd-8d38-942f5f02ee8e admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbfa869-4702-45b4-9c67-e4c93788e470,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:12.986361 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:12.993017 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Made reservation on behalf of 8f57ec6449624ed397b0a9b6faab857b for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:12.996756 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:12.999939 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.021837 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Transition to ACTIVE for port object 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:13.026749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.041187 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e0f54-8ed5-41bd-9a1b-e116ad4f7db8 req-dbded69f-10fb-48ef-8e12-2c448572ec44 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:13.044804 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-910e0f54-8ed5-41bd-9a1b-e116ad4f7db8 req-dbded69f-10fb-48ef-8e12-2c448572ec44 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 931 time: 0.0589457 Sep 15 16:09:13.053240 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40416) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:13.111304 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-910e0f54-8ed5-41bd-9a1b-e116ad4f7db8 req-31ced390-c3c1-48a2-88e8-c5b7ec0e1a90 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589321 Sep 15 16:09:13.125920 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-50c25ad8-e217-41ed-b8c7-75384f9def82 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4aaa4d11d2094213ad2586550addc13e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716619 Sep 15 16:09:13.126611 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40418) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:13.140719 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:13.188413 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fe855ec8-8530-4ccd-a212-3c9f477bc3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.211713 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fe855ec8-8530-4ccd-a212-3c9f477bc3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.248240 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Allocated IP 172.20.0.8 (de806454-4304-4f82-8975-e99e7637620e/44ef949d-78b8-4426-8792-42d8c0d1cfe9/0ef4c978-8059-4d07-b9d7-84f6f129eb97) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:13.257624 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Attempting to bind port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:13.257949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Attempting to bind port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:13.258309 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Attempting to bind port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:13.266572 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:13.266927 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Attempting to bind port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 on network 1b2b1d7e-283c-4001-9770-bb86b137f23e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:13.267308 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fe855ec8-8530-4ccd-a212-3c9f477bc3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.270039 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-fe855ec8-8530-4ccd-a212-3c9f477bc3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.273831 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-fe855ec8-8530-4ccd-a212-3c9f477bc3e6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c1e2dbb7-ade9-4cd5-b8a3-f980068b1549 HTTP/1.1" status: 204 len: 168 time: 0.1464148 Sep 15 16:09:13.277661 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:13.277995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Checking segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:13.278424 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Bound using segment: {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:13.278892 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Bound port: 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f363275d-6639-491b-908f-e843e287ae3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:13.279252 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.283989 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe855ec8-8530-4ccd-a212-3c9f477bc3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e2dbb7-ade9-4cd5-b8a3-f980068b1549,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:13.424445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:13.443012 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:13.449363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.499868 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-97ba5345-5c7f-4150-85bb-f4ae13ca056a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1595616327&fields=id&tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f HTTP/1.1" status: 200 len: 267 time: 0.0406282 Sep 15 16:09:13.628957 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-d760f389-fb85-4291-9ca8-2efee8c97e8b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:13.630542 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-d760f389-fb85-4291-9ca8-2efee8c97e8b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 809 time: 0.1228004 Sep 15 16:09:13.647204 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-8a96bf56-6012-478e-9592-3c97f4890f88 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/quotas/9bbaa9c5b9ad404db41d48c9bc49aa5f HTTP/1.1" status: 200 len: 375 time: 0.0100787 Sep 15 16:09:13.703987 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-e4942dfc-3c57-46b3-9b29-5daf413e88dd tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495350 Sep 15 16:09:13.755431 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:13.756045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.757433 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] 10.222.0.64 "PUT /v2.0/ports/0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 200 len: 1093 time: 1.3359804 Sep 15 16:09:13.759595 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:13.762461 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d10e12-addb-4944-bbfe-d680384a6808" -d '{"events": [{"name": "network-changed", "server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:13.771286 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.799574 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf75fe-4f71-4fc4-84c4-39e62ff80c6d service neutron] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:13.836980 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-da464ec2-806a-44fc-965c-c244e3f0faaf req-567d0911-a5a9-4fc7-882d-84cf36384316 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 210 time: 0.0355651 Sep 15 16:09:13.857352 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:13.861504 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-a1ead527-449a-45b7-a4fe-4583eeeb6262 service neutron] 10.222.0.59 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448712 Sep 15 16:09:13.865014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-8d0bd6fa-f184-454f-a47a-a1ab84e8a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:13.866537 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-8d0bd6fa-f184-454f-a47a-a1ab84e8a321 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1096 time: 0.0694685 Sep 15 16:09:13.939704 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730226a-73bb-454c-a23a-b9f29e45b72a x-openstack-request-id: req-9730226a-73bb-454c-a23a-b9f29e45b72a {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:13.940000 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:13.940237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9730226a-73bb-454c-a23a-b9f29e45b72a {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:13.940621 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'status': 'completed', 'code': 200} Sep 15 16:09:13.946837 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-31b42e16-f97e-4f19-aae4-632373745589 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0559983 Sep 15 16:09:13.950768 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Network de806454-4304-4f82-8975-e99e7637620e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:13.964304 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Pushing event updated for resources: {'Port': ['ID=0ef4c978-8059-4d07-b9d7-84f6f129eb97,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:13.966846 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:13.969939 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:13.970453 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-6ec0025d-afeb-4be2-b5bf-e426c08552c1 service neutron] 10.222.0.59 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001801 Sep 15 16:09:14.034839 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-84dc24f3-26e5-4814-9fd9-53cddccb56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.036246 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-84dc24f3-26e5-4814-9fd9-53cddccb56ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0793779 Sep 15 16:09:14.046500 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.047244 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.085157 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-46c668dc-3a7d-44f8-8bad-e3b361274836 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2798676 Sep 15 16:09:14.099460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Request body: {'port': {'device_id': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:14.104560 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f273299-90da-4b00-b05d-57c074fd3238 req-44f641cc-ec30-4705-a601-13bfe4413a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.106298 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-44f641cc-ec30-4705-a601-13bfe4413a71 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555799 Sep 15 16:09:14.216096 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.261678 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94256b-8363-4e07-a9cb-1e54534d7a50 req-404b4332-07f2-42e9-a363-e3010e209bc6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.263258 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ba94256b-8363-4e07-a9cb-1e54534d7a50 req-404b4332-07f2-42e9-a363-e3010e209bc6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0705304 Sep 15 16:09:14.276486 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-b2cf986d-2f1f-4bcb-864a-ddb45bf0a9fc service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517580 Sep 15 16:09:14.294073 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e16b9af5-e525-4aea-9eb6-0ce4cbf16be6 req-fb1f4263-ce83-47cd-a4c4-34c2579b6f41 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 210 time: 0.0422313 Sep 15 16:09:14.350486 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ba94256b-8363-4e07-a9cb-1e54534d7a50 req-d7d4b434-af81-4638-9947-84195a19d8e6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555160 Sep 15 16:09:14.487584 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7f273299-90da-4b00-b05d-57c074fd3238 req-cea9b653-ae0c-4137-96e5-2cf2e2d7a207 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029898 Sep 15 16:09:14.612537 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ef4c978-8059-4d07-b9d7-84f6f129eb97 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:14.617943 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10e12-addb-4944-bbfe-d680384a6808 req-acb1b4f7-139a-4b81-94cb-5a64e32c823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.619464 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-acb1b4f7-139a-4b81-94cb-5a64e32c823c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1096 time: 0.0862050 Sep 15 16:09:14.624014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.663485 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Transition to ACTIVE for port object 0ef4c978-8059-4d07-b9d7-84f6f129eb97 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:14.670671 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.767332 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Pushing event updated for resources: {'Port': ['ID=0ef4c978-8059-4d07-b9d7-84f6f129eb97,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:14.785585 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10e12-addb-4944-bbfe-d680384a6808 req-f21e3f7a-55f9-4419-9d3b-4cc4205d6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.787819 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-f21e3f7a-55f9-4419-9d3b-4cc4205d6d05 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.1573801 Sep 15 16:09:14.861921 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-b0607b02-b782-4c12-a064-a29a0ba1e648 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 200 len: 217 time: 0.0553381 Sep 15 16:09:14.934402 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Attempting to bind port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:14.934775 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Attempting to bind port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:14.935100 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Attempting to bind port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 on network de806454-4304-4f82-8975-e99e7637620e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:14.938842 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10e12-addb-4944-bbfe-d680384a6808 req-4484da69-a722-40af-9201-06fd65e967f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.940324 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-4484da69-a722-40af-9201-06fd65e967f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0688007 Sep 15 16:09:14.942297 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 on network de806454-4304-4f82-8975-e99e7637620e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:14.942629 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Attempting to bind port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 on network de806454-4304-4f82-8975-e99e7637620e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:14.947571 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:14.947905 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Checking segment: {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:14.948277 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Bound using segment: {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:14.948903 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Bound port: 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:14.949982 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:14.970029 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d690b9-310e-4185-b879-3c8443766180 req-ca68eca8-5d22-4495-8dff-0078e7387f59 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:14.971553 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e6d690b9-310e-4185-b879-3c8443766180 req-ca68eca8-5d22-4495-8dff-0078e7387f59 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 943 time: 0.0502574 Sep 15 16:09:15.008664 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e6d690b9-310e-4185-b879-3c8443766180 req-e5e7d0c0-808a-49a9-8781-b9eda5c06753 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Sep 15 16:09:15.034826 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10e12-addb-4944-bbfe-d680384a6808 req-32571693-1035-4879-8857-c8c2feaf8c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.036335 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-32571693-1035-4879-8857-c8c2feaf8c01 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0840769 Sep 15 16:09:15.053607 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] For port 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:15.057158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] For port 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:15.067407 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.140110 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.140650 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.143147 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] 10.222.0.64 "PUT /v2.0/ports/0ef4c978-8059-4d07-b9d7-84f6f129eb97 HTTP/1.1" status: 200 len: 1093 time: 1.0498967 Sep 15 16:09:15.186359 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391e065-bcda-4196-aa75-e39d178284ac service neutron] Pushing event updated for resources: {'Port': ['ID=0ef4c978-8059-4d07-b9d7-84f6f129eb97,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:15.237099 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-f78e1084-0406-4024-8294-ccbae64d3242 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915598 Sep 15 16:09:15.323270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-1b9f6c22-5d35-4ff8-a42f-09cb1c771eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.325305 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-1b9f6c22-5d35-4ff8-a42f-09cb1c771eec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f57ec6449624ed397b0a9b6faab857b&device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 1096 time: 0.1236689 Sep 15 16:09:15.399568 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-22b1dff9-3494-49bb-b3fe-bfb4766e4525 req-ad4b8483-c51e-4d41-a8cd-a949fea3f19a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 210 time: 0.0334308 Sep 15 16:09:15.426560 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-a8797418-c04c-4ead-a8a9-8b0f1a28e4e3 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.428040 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-a8797418-c04c-4ead-a8a9-8b0f1a28e4e3 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 809 time: 0.2528203 Sep 15 16:09:15.430947 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8222e3f9-7845-4101-9a7f-3f1b11e39b3b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97 HTTP/1.1" status: 200 len: 217 time: 0.0927324 Sep 15 16:09:15.482849 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32124bda-9bb9-4a1c-ac21-0c05f2e8b720 req-be4ae847-c6d2-4efc-a74a-c038e435d07a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.484294 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32124bda-9bb9-4a1c-ac21-0c05f2e8b720 req-be4ae847-c6d2-4efc-a74a-c038e435d07a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0503538 Sep 15 16:09:15.488007 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11d10e12-addb-4944-bbfe-d680384a6808 req-a9f9c9e4-fd74-4758-8e16-8c295511947f service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087541 Sep 15 16:09:15.522224 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32124bda-9bb9-4a1c-ac21-0c05f2e8b720 req-0c2fa28d-ad05-4aa0-9d88-7f647623a13e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319760 Sep 15 16:09:15.522511 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-5808a49e-8a78-4dc8-b156-945f376ec456 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f HTTP/1.1" status: 200 len: 380 time: 0.0755739 Sep 15 16:09:15.524311 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-c8c4b72d-cc3e-4656-a35b-ce216157e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:15.525702 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-c8c4b72d-cc3e-4656-a35b-ce216157e031 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ef949d-78b8-4426-8792-42d8c0d1cfe9 HTTP/1.1" status: 200 len: 849 time: 0.0778084 Sep 15 16:09:15.538020 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'port': {'device_id': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'admin_state_up': True, 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'security_groups': ['d0005d7f-73de-4280-92ca-2c589a7f5acd']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:15.581309 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-8088525a-838a-4101-b80a-7e8678993f2f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de806454-4304-4f82-8975-e99e7637620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398736 Sep 15 16:09:15.735071 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-ebb5a5eb-7783-4cf5-8b54-ab7af8a7d37f service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464238 Sep 15 16:09:15.736547 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Made reservation on behalf of 9bbaa9c5b9ad404db41d48c9bc49aa5f for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:15.740190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:15.907343 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-eb2313db-3e20-4683-83d7-6e682877d5d2 req-3f18a813-1468-4f2d-a2eb-18944ce72971 service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637568 Sep 15 16:09:15.931843 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Allocated IP 172.20.0.8 (1f422a01-272b-4b1f-9e7f-d5eb056f4269/8c3881ec-2313-45a9-8440-c8bf1115d5d1/fc90ae65-e3f8-41b8-819f-3082dd41a2e0) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:15.941536 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'tag': '0ef4c978-8059-4d07-b9d7-84f6f129eb97'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:15.943811 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244a10fe-38ff-43c8-9e86-2c362b085459" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5bded8-f8cc-41e9-8774-70f225b65761", "tag": "0ef4c978-8059-4d07-b9d7-84f6f129eb97"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:15.983264 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9b2460-2140-49fa-a62d-1603fbb6c288 x-openstack-request-id: req-ea9b2460-2140-49fa-a62d-1603fbb6c288 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:15.983551 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5bded8-f8cc-41e9-8774-70f225b65761", "tag": "0ef4c978-8059-4d07-b9d7-84f6f129eb97", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:15.983795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ea9b2460-2140-49fa-a62d-1603fbb6c288 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:15.984288 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'tag': '0ef4c978-8059-4d07-b9d7-84f6f129eb97', 'status': 'completed', 'code': 200} Sep 15 16:09:16.093798 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-7533c186-44fc-4598-94c8-08e111209a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.095308 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-7533c186-44fc-4598-94c8-08e111209a7c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f57ec6449624ed397b0a9b6faab857b&device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 1096 time: 0.0873880 Sep 15 16:09:16.121268 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67e0fb-c65a-4c9f-9d70-090f2ca77d20 req-a83323d7-bc0a-4a23-8fd5-cc3ec3e761c3 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.122717 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0d67e0fb-c65a-4c9f-9d70-090f2ca77d20 req-a83323d7-bc0a-4a23-8fd5-cc3ec3e761c3 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 943 time: 0.0475051 Sep 15 16:09:16.132936 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.161377 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0d67e0fb-c65a-4c9f-9d70-090f2ca77d20 req-98739c68-737b-44f5-9aa3-d2592bcd3c56 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326293 Sep 15 16:09:16.220023 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-8a550748-7135-4ccb-b21c-7d560d1ccf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.221489 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-8a550748-7135-4ccb-b21c-7d560d1ccf0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 200 len: 910 time: 0.1169553 Sep 15 16:09:16.226028 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.289051 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-6dfb019c-e859-4fa6-8e44-71e6fd921f07 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97 HTTP/1.1" status: 200 len: 217 time: 0.0562434 Sep 15 16:09:16.301593 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:16.316750 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:16.337876 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:16.340414 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:16.529702 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.533083 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c020125-e10f-403a-ade4-8e6875d01d8c req-e893fe03-f936-4380-a640-f92240df6eea tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.534668 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8c020125-e10f-403a-ade4-8e6875d01d8c req-e893fe03-f936-4380-a640-f92240df6eea tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 931 time: 0.0520833 Sep 15 16:09:16.581760 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8c020125-e10f-403a-ade4-8e6875d01d8c req-5ee80fb2-d4ce-42f8-bf8f-c7a79cfccf65 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406349 Sep 15 16:09:16.593668 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-9c22f567-ba2d-437b-9b2e-83ba19d25d78 None None] Provisioning complete for port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:16.594287 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-9c22f567-ba2d-437b-9b2e-83ba19d25d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.633101 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-9c22f567-ba2d-437b-9b2e-83ba19d25d78 None None] Port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:09:16.640875 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-d32654e5-b4a1-496d-a195-a7ae872fe271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.642344 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-d32654e5-b4a1-496d-a195-a7ae872fe271 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ef949d-78b8-4426-8792-42d8c0d1cfe9 HTTP/1.1" status: 200 len: 849 time: 0.3426344 Sep 15 16:09:16.652427 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.653024 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.677913 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369093d-dfab-49fb-9dda-364c3d859635 req-7207ae68-ae87-4207-9f92-eb8f196d2ef1 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:16.679382 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4369093d-dfab-49fb-9dda-364c3d859635 req-7207ae68-ae87-4207-9f92-eb8f196d2ef1 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0526564 Sep 15 16:09:16.683607 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-9012b785-9393-4056-9a4b-373e90ccac1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de806454-4304-4f82-8975-e99e7637620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274925 Sep 15 16:09:16.689588 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-7aa5b7db-64a7-4dae-bdf7-f1ceaaab3806 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1553793 Sep 15 16:09:16.709192 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Request body: {'port': {'device_id': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:16.717329 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4369093d-dfab-49fb-9dda-364c3d859635 req-e0223344-ba06-446d-9ebc-97cc0959f9e9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312278 Sep 15 16:09:16.811316 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:16.838250 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-0d3a787b-5462-4aeb-a66a-31519f3de2b1 service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397736 Sep 15 16:09:17.024098 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-244a10fe-38ff-43c8-9e86-2c362b085459 req-43e56fe2-9764-4a2d-a767-2c2046fbc57a service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698120 Sep 15 16:09:17.144865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc90ae65-e3f8-41b8-819f-3082dd41a2e0 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:17.154520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.167628 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Transition to ACTIVE for port object fc90ae65-e3f8-41b8-819f-3082dd41a2e0 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:17.171442 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.227045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:17.284379 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b5c0c-a61a-4fd8-bab0-f3c1b2492aaa req-7f622950-985f-4cf9-b39f-9bc82805187f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.286539 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b96b5c0c-a61a-4fd8-bab0-f3c1b2492aaa req-7f622950-985f-4cf9-b39f-9bc82805187f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 943 time: 0.0564194 Sep 15 16:09:17.295762 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Attempting to bind port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:17.296079 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Attempting to bind port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:17.296406 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Attempting to bind port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 on network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:17.300922 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 on network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:17.301237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Attempting to bind port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 on network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:17.306564 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:17.306927 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Checking segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:17.307312 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Bound using segment: {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:17.307775 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Bound port: fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0badd283-bf64-427d-897c-5685a8997185', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:17.308187 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.331573 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b96b5c0c-a61a-4fd8-bab0-f3c1b2492aaa req-d5a95944-4da6-45c1-b2c5-4a29a0198244 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364256 Sep 15 16:09:17.334319 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:17.375929 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:17.379504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:17.385067 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.423144 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.423760 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.425506 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] 10.222.0.64 "PUT /v2.0/ports/fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 1093 time: 0.7195585 Sep 15 16:09:17.441034 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:17.450703 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441d5ca-f8c5-40fc-a1d3-e15a945f3546 service neutron] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:17.474892 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'mac_address': 'fa:16:3e:bf:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:17.505690 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-44f0fa31-2446-42c8-a00b-012048b5faea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.507351 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-44f0fa31-2446-42c8-a00b-012048b5faea service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1096 time: 0.0452955 Sep 15 16:09:17.517921 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.535266 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:17.552692 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-29df1e81-ea30-4e20-a27b-e9b8c1cf08c6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 217 time: 0.0375481 Sep 15 16:09:17.556032 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:17.560803 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.561484 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0ef4c978-8059-4d07-b9d7-84f6f129eb97 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:17.608732 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3bc3e07f-7562-4920-bcb0-1f7f286c9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.610203 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-3bc3e07f-7562-4920-bcb0-1f7f286c9343 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0508091 Sep 15 16:09:17.644350 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:17.661747 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-e0ab548e-80e3-4040-b37f-cf57c04e4cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.663276 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-e0ab548e-80e3-4040-b37f-cf57c04e4cf1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466571 Sep 15 16:09:17.677167 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.677525 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.677872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.678214 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.678550 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.678908 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.679243 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.679571 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.680000 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.680249 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.680571 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.680891 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:17.706704 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1ba77-643d-4c9d-b9f7-ba38dd5f06b6 req-b2f3693d-ab88-408d-90d7-dc5a3d4554e6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.708183 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c1c1ba77-643d-4c9d-b9f7-ba38dd5f06b6 req-b2f3693d-ab88-408d-90d7-dc5a3d4554e6 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0561802 Sep 15 16:09:17.735439 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:17.749151 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '0ef4c978-8059-4d07-b9d7-84f6f129eb97', 'network_id': 'de806454-4304-4f82-8975-e99e7637620e', 'port_id': '0ef4c978-8059-4d07-b9d7-84f6f129eb97', 'mac_address': 'fa:16:3e:a9:2c:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ef949d-78b8-4426-8792-42d8c0d1cfe9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:17.759694 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c1c1ba77-643d-4c9d-b9f7-ba38dd5f06b6 req-aa251cf0-dc83-4e6a-a788-83a0ad2f1b3d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454869 Sep 15 16:09:17.765538 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-17b56d69-c2f8-48f0-be0d-be98db381a4f service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930555 Sep 15 16:09:17.791811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.806005 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ef4c978-8059-4d07-b9d7-84f6f129eb97 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:17.829269 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:17.833432 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:17.855489 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c3da3-3d65-4d64-b647-85829b237200 req-eb5cdc56-68c3-430f-b57f-29a26e4cf89c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:17.856973 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a38c3da3-3d65-4d64-b647-85829b237200 req-eb5cdc56-68c3-430f-b57f-29a26e4cf89c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0578370 Sep 15 16:09:17.864520 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-571d6f05-6b12-46b9-962f-ae79ca6ca744 req-28662fe1-1e96-414a-8d60-d6482f3f4535 service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907326 Sep 15 16:09:17.885531 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0ef4c978-8059-4d07-b9d7-84f6f129eb97,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:17.900727 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a38c3da3-3d65-4d64-b647-85829b237200 req-d22ae51b-db3f-4058-8c80-f5277e60294a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377893 Sep 15 16:09:17.985590 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:17.987931 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:18.027815 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a89ec9e-4905-480e-b336-b1ab0ac7c56b x-openstack-request-id: req-2a89ec9e-4905-480e-b336-b1ab0ac7c56b {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:18.028507 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:18.028507 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2a89ec9e-4905-480e-b336-b1ab0ac7c56b {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:18.028756 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'status': 'completed', 'code': 200} Sep 15 16:09:18.093959 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-89d8964c-4b98-4b0d-8ba4-791be2892aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.095388 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-89d8964c-4b98-4b0d-8ba4-791be2892aba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1096 time: 0.0428474 Sep 15 16:09:18.095816 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['0ef4c978-8059-4d07-b9d7-84f6f129eb97'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:18.099962 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['0daf28e8-8a18-49a1-b2de-0c18df08cfe7'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:18.189882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-fab26743-59b4-4615-b477-ddc473f13cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.191395 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-fab26743-59b4-4615-b477-ddc473f13cfb service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 910 time: 0.0884914 Sep 15 16:09:18.233004 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-60a83411-ff29-482f-9150-8137c327a258 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 217 time: 0.0336626 Sep 15 16:09:18.280222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-7c8e5d6a-1d25-4bf2-a9b9-52236bffea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.281661 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-7c8e5d6a-1d25-4bf2-a9b9-52236bffea20 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0423379 Sep 15 16:09:18.336860 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-e10ae8f4-0268-4add-89ce-98e469f449e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.338436 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-e10ae8f4-0268-4add-89ce-98e469f449e8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494077 Sep 15 16:09:18.428892 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-8bd30844-1ace-44c0-91e0-d2e7d987d0ce service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831320 Sep 15 16:09:18.457049 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5cbd9-47bf-49f4-a564-624cec6329e0 req-c86b1bd4-88fe-4f1d-9998-ff7716408e43 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.458797 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f7f5cbd9-47bf-49f4-a564-624cec6329e0 req-c86b1bd4-88fe-4f1d-9998-ff7716408e43 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 944 time: 0.0496476 Sep 15 16:09:18.498413 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f7f5cbd9-47bf-49f4-a564-624cec6329e0 req-713ece25-2c35-4887-8727-96b01c27fb76 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329597 Sep 15 16:09:18.523119 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-40270ab9-3dd3-459d-89ef-19cc088b7094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:18.524203 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-28de7227-94c3-4d65-8a82-ae8eb6a6c2d2 req-fb41cffc-dcec-4384-b1af-d12e915f1e80 service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878673 Sep 15 16:09:18.875817 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4f1f4-04fc-4cee-a8ba-a95ba88b01a1 req-dccd9a17-004a-4d06-a860-a9cff84b3c01 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:18.877239 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ffe4f1f4-04fc-4cee-a8ba-a95ba88b01a1 req-dccd9a17-004a-4d06-a860-a9cff84b3c01 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0475409 Sep 15 16:09:18.913360 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ffe4f1f4-04fc-4cee-a8ba-a95ba88b01a1 req-749db513-b5a9-4fb9-a7b7-5ebcffb3218e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303960 Sep 15 16:09:19.020946 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43592af5-1664-4f59-be7a-7b1b184f4e95 req-d21c52f1-67eb-4ea6-8a05-e3fd59bfd54a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:19.022307 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-43592af5-1664-4f59-be7a-7b1b184f4e95 req-d21c52f1-67eb-4ea6-8a05-e3fd59bfd54a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0496206 Sep 15 16:09:19.062360 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-43592af5-1664-4f59-be7a-7b1b184f4e95 req-4b80e5a8-ee53-41c4-b682-d58658d85efa tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312469 Sep 15 16:09:19.336764 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:19.388078 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:19.391688 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:19.392061 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.466952 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.488774 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:19.491016 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a483fcd-6a8e-4401-a10d-bb51d6888ed1" -d '{"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:19.503976 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:19.507903 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.508614 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0ef4c978-8059-4d07-b9d7-84f6f129eb97 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:19.550369 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49bc46d-1ea4-4f0f-8910-b27adce59457 x-openstack-request-id: req-a49bc46d-1ea4-4f0f-8910-b27adce59457 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:19.550656 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:19.550907 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a49bc46d-1ea4-4f0f-8910-b27adce59457 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:19.551282 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'code': 200} Sep 15 16:09:19.595987 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:19.613287 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:19.617736 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30fa767-3b4c-4ba1-a1bf-a3dc72d1b801 req-9e198091-7383-42ee-af4b-bc7a04c3a356 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:19.618308 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:19.618829 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.623046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f30fa767-3b4c-4ba1-a1bf-a3dc72d1b801 req-9e198091-7383-42ee-af4b-bc7a04c3a356 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 944 time: 0.0562615 Sep 15 16:09:19.660054 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f30fa767-3b4c-4ba1-a1bf-a3dc72d1b801 req-45e71ae5-48a5-4600-8b68-97d00dad741a tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Sep 15 16:09:19.701043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6df11-7da7-4325-9a57-ca6e06d32870 req-8b7fa856-33b1-4d18-b0aa-bc7d074964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:19.702535 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e5b6df11-7da7-4325-9a57-ca6e06d32870 req-8b7fa856-33b1-4d18-b0aa-bc7d074964d4 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1098 time: 0.0430982 Sep 15 16:09:19.710799 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.739241 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e5b6df11-7da7-4325-9a57-ca6e06d32870 req-5e1e02b3-0d0a-4722-85de-f43da28acf33 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285187 Sep 15 16:09:19.747609 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:19.751529 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:19.800742 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0ef4c978-8059-4d07-b9d7-84f6f129eb97,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:20.027870 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17eaf-032e-4e97-9ab4-ee2941b536dc req-2a2512df-eae4-4527-bcec-3183946c54b5 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:20.029339 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2ee17eaf-032e-4e97-9ab4-ee2941b536dc req-2a2512df-eae4-4527-bcec-3183946c54b5 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0476127 Sep 15 16:09:20.065329 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2ee17eaf-032e-4e97-9ab4-ee2941b536dc req-f78e8401-8754-49fc-b790-2156efab8593 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298688 Sep 15 16:09:20.190675 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbce418-0155-4732-9d6b-648d468112ce req-f1c228e9-a388-42e1-a51b-33c01188f7a1 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:20.192032 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3cbce418-0155-4732-9d6b-648d468112ce req-f1c228e9-a388-42e1-a51b-33c01188f7a1 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0600097 Sep 15 16:09:20.421269 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3cbce418-0155-4732-9d6b-648d468112ce req-d720b6d4-0c87-4e93-bbad-92ab5f41622e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231798 Sep 15 16:09:20.778544 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b37783-2f69-48be-9478-0fcfbbda423b req-49d5b1b0-2dae-4d75-9ddf-bbc957ca2188 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:20.780291 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-18b37783-2f69-48be-9478-0fcfbbda423b req-49d5b1b0-2dae-4d75-9ddf-bbc957ca2188 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 945 time: 0.0527284 Sep 15 16:09:20.820514 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-18b37783-2f69-48be-9478-0fcfbbda423b req-990903c0-02aa-41ab-8aa4-c47661832af2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337820 Sep 15 16:09:21.179282 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3763632-b42b-46a7-8b83-40cbf61a23f0 req-3b3df095-a3ce-4480-9c5e-ea665b55f209 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:21.180720 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b3763632-b42b-46a7-8b83-40cbf61a23f0 req-3b3df095-a3ce-4480-9c5e-ea665b55f209 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0517139 Sep 15 16:09:21.221793 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b3763632-b42b-46a7-8b83-40cbf61a23f0 req-e570aa29-8f7b-4925-9429-58183fe0be07 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344737 Sep 15 16:09:21.342458 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a04daa12-30ee-4df6-9fed-cceedfab0529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:21.477307 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:21.550844 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ff8c3-1a23-4ce8-9f6c-4de3ae571421 req-95e179cc-db88-4114-8214-2d57f021f6a0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:21.552287 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-996ff8c3-1a23-4ce8-9f6c-4de3ae571421 req-95e179cc-db88-4114-8214-2d57f021f6a0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0506876 Sep 15 16:09:21.552608 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef4c978-8059-4d07-b9d7-84f6f129eb97'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:21.554977 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd084fa-5570-4304-9311-ec5e69b017dc" -d '{"events": [{"server_uuid": "ad5bded8-f8cc-41e9-8774-70f225b65761", "name": "network-vif-plugged", "status": "completed", "tag": "0ef4c978-8059-4d07-b9d7-84f6f129eb97"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:21.590792 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3402e92f-ab44-4614-a519-6a19caca590e x-openstack-request-id: req-3402e92f-ab44-4614-a519-6a19caca590e {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:21.591054 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-996ff8c3-1a23-4ce8-9f6c-4de3ae571421 req-47fd4b90-a365-4301-a3ed-257bc6f74902 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324998 Sep 15 16:09:21.591183 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5bded8-f8cc-41e9-8774-70f225b65761", "name": "network-vif-plugged", "status": "completed", "tag": "0ef4c978-8059-4d07-b9d7-84f6f129eb97", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:21.591329 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3402e92f-ab44-4614-a519-6a19caca590e {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:21.591702 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ef4c978-8059-4d07-b9d7-84f6f129eb97', 'code': 200} Sep 15 16:09:21.711111 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f9a1e-2113-4651-9f9b-5de722b11f4d req-b1198628-126b-4f72-8fc7-b365c348dad9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:21.712560 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4e2f9a1e-2113-4651-9f9b-5de722b11f4d req-b1198628-126b-4f72-8fc7-b365c348dad9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0507448 Sep 15 16:09:21.721555 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40500) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:21.725923 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Request body: {'floatingip': {'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:21.764353 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fc0d8-37b8-493a-a3f4-8d3a96f8ced9 req-4fd1e5b1-db5a-46b0-98aa-a788f97c430c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:21.765850 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-815fc0d8-37b8-493a-a3f4-8d3a96f8ced9 req-4fd1e5b1-db5a-46b0-98aa-a788f97c430c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 1098 time: 0.0437751 Sep 15 16:09:21.768511 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:21.802628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-815fc0d8-37b8-493a-a3f4-8d3a96f8ced9 req-5e997d50-13e8-4cfc-9bb4-f5d3c20414ce service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293298 Sep 15 16:09:21.999286 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb87a7-7487-466e-bb02-1a61f9022732 req-930dc462-1cea-4c38-92f0-c15a460887d0 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:22.000716 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-badb87a7-7487-466e-bb02-1a61f9022732 req-930dc462-1cea-4c38-92f0-c15a460887d0 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 945 time: 0.0886681 Sep 15 16:09:22.117434 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-badb87a7-7487-466e-bb02-1a61f9022732 req-cc135a09-f0d1-4182-af5e-b52e23409b24 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074944 Sep 15 16:09:22.257356 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.272626 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.276439 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.409921 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f614286-9108-429d-aa90-1bc29aec5d6f req-232e148a-f63f-4f4d-8016-f7acaa599fea tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:22.411371 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f614286-9108-429d-aa90-1bc29aec5d6f req-232e148a-f63f-4f4d-8016-f7acaa599fea tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0999405 Sep 15 16:09:22.416252 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Floating IP 4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac associated. External IP: 172.27.1.151, port: 0daf28e8-8a18-49a1-b2de-0c18df08cfe7. Sep 15 16:09:22.489943 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f614286-9108-429d-aa90-1bc29aec5d6f req-eb1b1d28-2074-46e8-8d5c-01c0968fda9d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714383 Sep 15 16:09:22.645347 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:22.756813 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:22.761984 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:22.766443 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:22.775125 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:22.775850 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:22.788614 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-895f4f8d-ffc9-4817-923b-2cd108291940 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "PUT /v2.0/floatingips/4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac HTTP/1.1" status: 200 len: 991 time: 1.0659473 Sep 15 16:09:22.789170 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:22.801257 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908" -d '{"events": [{"name": "network-changed", "server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:22.851699 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58e6121-6099-4818-b38b-b9f32382b77f x-openstack-request-id: req-b58e6121-6099-4818-b38b-b9f32382b77f {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:22.851994 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:22.852262 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-b58e6121-6099-4818-b38b-b9f32382b77f {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:22.852655 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'status': 'completed', 'code': 200} Sep 15 16:09:22.905225 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:22.927981 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-5dbb9bc6-3598-4da4-bfb6-5d76e813d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:22.929570 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-5dbb9bc6-3598-4da4-bfb6-5d76e813d9cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1098 time: 0.0452833 Sep 15 16:09:23.019291 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-5aba7833-f43e-46b1-afc4-8dd10b050709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:23.020766 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-5aba7833-f43e-46b1-afc4-8dd10b050709 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.0838730 Sep 15 16:09:23.093767 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-4e2120df-6d67-40b8-a6f0-ebf673f13e71 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 200 len: 999 time: 0.0636361 Sep 15 16:09:23.146045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-7ef1793e-5719-49bd-babe-ff778e14f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:23.147535 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-7ef1793e-5719-49bd-babe-ff778e14f1e9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0432329 Sep 15 16:09:23.182019 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'mac_address': 'fa:16:3e:bf:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:09Z', 'updated_at': '2021-09-15T16:09:22Z', 'revision_number': 1, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:23.201650 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-75324369-ff65-439a-8c31-6d777a81708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:23.204988 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-75324369-ff65-439a-8c31-6d777a81708d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482311 Sep 15 16:09:23.209686 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:23.218255 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:23.218903 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:23.242543 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3e260-ae64-4bd3-b75b-fcf6bdecb4ee req-fdb55d92-2eba-4487-9885-d05a16e834c1 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:23.244119 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-86b3e260-ae64-4bd3-b75b-fcf6bdecb4ee req-fdb55d92-2eba-4487-9885-d05a16e834c1 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 945 time: 0.0516891 Sep 15 16:09:23.283978 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-86b3e260-ae64-4bd3-b75b-fcf6bdecb4ee req-78ac160c-df12-4165-85fc-9826b30b7c0c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Sep 15 16:09:23.305955 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-c0b0c586-fd00-4b8e-8b71-e842ec47f472 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917530 Sep 15 16:09:23.331172 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:23.400284 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c6e01eb0-f5e1-4eb7-a52e-8e517813a908 req-3cf19af4-1eba-4a24-b261-a7f791acd84c service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868793 Sep 15 16:09:23.610875 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629f78d-b920-415c-91b4-24a82bf1bcc3 req-60448938-a053-4ab8-9a6a-3acb87016c9e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:23.612461 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f629f78d-b920-415c-91b4-24a82bf1bcc3 req-60448938-a053-4ab8-9a6a-3acb87016c9e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0508115 Sep 15 16:09:23.651207 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f629f78d-b920-415c-91b4-24a82bf1bcc3 req-519501f8-220c-4038-b746-74b48b4449b7 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328958 Sep 15 16:09:23.686280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'mac_address': 'fa:16:3e:bf:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:09Z', 'updated_at': '2021-09-15T16:09:22Z', 'revision_number': 1, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:23.711742 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affa8942-aa86-4804-85b0-f6fc94eb0972 None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'floating_ip_address': '172.27.1.151', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'mac_address': 'fa:16:3e:bf:f3:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:09Z', 'updated_at': '2021-09-15T16:09:22Z', 'revision_number': 1, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:23.874097 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:23.919432 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94283a68-8f9d-489b-9251-6eb37a2afb48 None None] New status for floating IP 4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac: ACTIVE {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:09:23.939025 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dffab-06c2-43a6-af17-e6556a4e7b52 req-811fddd0-cf62-43aa-b961-9b842efbecd6 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:23.940698 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-375dffab-06c2-43a6-af17-e6556a4e7b52 req-811fddd0-cf62-43aa-b961-9b842efbecd6 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 945 time: 0.0521672 Sep 15 16:09:23.978644 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-375dffab-06c2-43a6-af17-e6556a4e7b52 req-9d9ea8cc-a4d5-4ab8-9a88-5101925c67ce tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Sep 15 16:09:24.770461 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b5ca2-ecaf-4a19-8e66-2ac65ea0ab59 req-82e47162-db75-47f4-9f6f-66764609c3e2 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:24.771900 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2e4b5ca2-ecaf-4a19-8e66-2ac65ea0ab59 req-82e47162-db75-47f4-9f6f-66764609c3e2 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0506380 Sep 15 16:09:24.811153 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2e4b5ca2-ecaf-4a19-8e66-2ac65ea0ab59 req-3b8a88ae-1380-40d3-987d-85680f35391a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333698 Sep 15 16:09:25.097724 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1b0a1-f546-4711-8e4c-d5a09ff9a0d1 req-de460569-d3db-44d6-9366-9969a19624d4 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:25.099182 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5cb1b0a1-f546-4711-8e4c-d5a09ff9a0d1 req-de460569-d3db-44d6-9366-9969a19624d4 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 945 time: 0.0533009 Sep 15 16:09:25.137080 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5cb1b0a1-f546-4711-8e4c-d5a09ff9a0d1 req-29b12432-1ebf-4541-a573-85764cbb1f8e tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315194 Sep 15 16:09:25.356158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0674a-0018-452b-9c2b-254057281cfb req-d5a02c70-5f14-477b-a661-32ee5c872062 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:25.357494 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03a0674a-0018-452b-9c2b-254057281cfb req-d5a02c70-5f14-477b-a661-32ee5c872062 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 945 time: 0.0520911 Sep 15 16:09:25.397371 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:25.454915 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Deleting port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:25.455248 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.496878 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:25.507547 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'port_id': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'mac_address': 'fa:16:3e:11:d9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:25.545397 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.545812 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] For port 0ef4c978-8059-4d07-b9d7-84f6f129eb97, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0ef4c978-8059-4d07-b9d7-84f6f129eb97,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:25.546179 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.557696 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc90ae65-e3f8-41b8-819f-3082dd41a2e0 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:25.557959 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Calling delete_port for 0ef4c978-8059-4d07-b9d7-84f6f129eb97 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:25.576626 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:25.580793 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.630003 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:25.687066 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.698653 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['0ef4c978-8059-4d07-b9d7-84f6f129eb97'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:25.718435 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Pushing event deleted for resources: {'Port': ['ID=0ef4c978-8059-4d07-b9d7-84f6f129eb97,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:25.762667 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] No DVR routers for this DVR port 0ef4c978-8059-4d07-b9d7-84f6f129eb97 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:25.765227 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:25.767283 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03a0674a-0018-452b-9c2b-254057281cfb req-ee11c5c6-1a3a-4432-8919-d4bc89924bbe tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "DELETE /v2.0/ports/0ef4c978-8059-4d07-b9d7-84f6f129eb97 HTTP/1.1" status: 204 len: 173 time: 0.4022086 Sep 15 16:09:25.767741 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'name': 'network-vif-deleted', 'tag': '0ef4c978-8059-4d07-b9d7-84f6f129eb97'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:25.769967 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d864c5ad-db53-4779-a3a4-270659226b69" -d '{"events": [{"server_uuid": "ad5bded8-f8cc-41e9-8774-70f225b65761", "name": "network-vif-deleted", "tag": "0ef4c978-8059-4d07-b9d7-84f6f129eb97"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:25.809871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768029b5-c005-4269-9633-881248c14acf x-openstack-request-id: req-768029b5-c005-4269-9633-881248c14acf {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:25.810168 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5bded8-f8cc-41e9-8774-70f225b65761", "name": "network-vif-deleted", "tag": "0ef4c978-8059-4d07-b9d7-84f6f129eb97", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:25.810422 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-768029b5-c005-4269-9633-881248c14acf {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:25.810885 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5bded8-f8cc-41e9-8774-70f225b65761', 'name': 'network-vif-deleted', 'tag': '0ef4c978-8059-4d07-b9d7-84f6f129eb97', 'status': 'completed', 'code': 200} Sep 15 16:09:25.828486 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['fc90ae65-e3f8-41b8-819f-3082dd41a2e0'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:25.929994 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b859b-ccf4-4b7d-8fa0-7635a0a883a7 req-42db8f41-d998-4463-b8c2-ecc03cb2c463 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:25.931450 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3e5b859b-ccf4-4b7d-8fa0-7635a0a883a7 req-42db8f41-d998-4463-b8c2-ecc03cb2c463 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 944 time: 0.0531867 Sep 15 16:09:25.969209 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3e5b859b-ccf4-4b7d-8fa0-7635a0a883a7 req-2fbea75b-ca3d-4099-8d58-1d391a506250 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314379 Sep 15 16:09:26.242575 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fdb09968-9826-43da-bc89-6312f8701d40 req-fc91be12-357d-4095-8832-9c727d12ccf4 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad5bded8-f8cc-41e9-8774-70f225b65761 HTTP/1.1" status: 200 len: 210 time: 0.0262184 Sep 15 16:09:27.091676 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a56a2a-0e73-48e3-9f27-50b6cd160828 req-06bb63ce-7c5c-41e3-9121-57f6f9398aaf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:27.093108 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e7a56a2a-0e73-48e3-9f27-50b6cd160828 req-06bb63ce-7c5c-41e3-9121-57f6f9398aaf tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 944 time: 0.0527093 Sep 15 16:09:27.129783 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e7a56a2a-0e73-48e3-9f27-50b6cd160828 req-f1daf05f-b41c-4e38-8db2-c30b210104d5 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308566 Sep 15 16:09:27.399097 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:27.447169 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:27.451074 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:27.451442 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:27.528068 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:27.549051 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-ce1de88b-5705-4840-b465-00a3c949b379 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:27.550284 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:27.550482 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-ce1de88b-5705-4840-b465-00a3c949b379 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/networks?id=de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 200 len: 809 time: 0.1053727 Sep 15 16:09:27.552654 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8918e4fa-2f98-466e-800d-56128f55321b" -d '{"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:27.568357 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-39dc12d6-264a-481b-a93d-d8aa169b594d tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/quotas/8f57ec6449624ed397b0a9b6faab857b HTTP/1.1" status: 200 len: 375 time: 0.0112872 Sep 15 16:09:27.568673 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:27.573600 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:27.574709 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0ef4c978-8059-4d07-b9d7-84f6f129eb97 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:27.595047 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672fc6d1-c059-43ff-96a0-51c84d4c0b75 x-openstack-request-id: req-672fc6d1-c059-43ff-96a0-51c84d4c0b75 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:27.595332 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:27.595615 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-672fc6d1-c059-43ff-96a0-51c84d4c0b75 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:27.595961 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'code': 200} Sep 15 16:09:27.597550 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 0ef4c978-8059-4d07-b9d7-84f6f129eb97 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:27.597890 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0ef4c978-8059-4d07-b9d7-84f6f129eb97 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:27.617376 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-f47ff026-d34c-4262-93e7-e9e5d826c818 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=8f57ec6449624ed397b0a9b6faab857b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411561 Sep 15 16:09:27.642211 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:27.716178 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-bc18805e-7ff5-44d6-8d84-cc68d84c1fd2 service neutron] 10.222.0.59 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826068 Sep 15 16:09:27.809397 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-0a54cc53-460c-4142-b869-ac345d22de3e service neutron] 10.222.0.59 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870738 Sep 15 16:09:27.825419 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eff174-c175-440c-894b-7dc26c798e72 req-969da2d5-a201-48e2-8e79-dc50bc9a6f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:27.827117 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-34eff174-c175-440c-894b-7dc26c798e72 req-969da2d5-a201-48e2-8e79-dc50bc9a6f24 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1098 time: 0.0407760 Sep 15 16:09:27.861809 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-34eff174-c175-440c-894b-7dc26c798e72 req-58acd491-d3c0-4f75-a4ed-f126afb282ff service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276539 Sep 15 16:09:27.968281 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c8b0fc34-3774-42a4-b9cb-c084925e8e30 req-e5291460-2d70-42d7-9281-63f0128248de tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 210 time: 0.0289657 Sep 15 16:09:28.248000 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dfcff-9b46-4e37-8485-dc3ba0eff6b0 req-7b2322d5-bf99-43a7-9970-d8f8df69b872 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:28.249468 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-633dfcff-9b46-4e37-8485-dc3ba0eff6b0 req-7b2322d5-bf99-43a7-9970-d8f8df69b872 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0535378 Sep 15 16:09:28.295269 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-633dfcff-9b46-4e37-8485-dc3ba0eff6b0 req-947feebf-d353-4e74-8ac9-04c7077493ce tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395355 Sep 15 16:09:28.911559 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-523b9a44-6e5a-4934-a8d0-0e2850a8e767 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:28.913203 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-523b9a44-6e5a-4934-a8d0-0e2850a8e767 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "GET /v2.0/networks?id=de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 200 len: 809 time: 0.1139805 Sep 15 16:09:28.934917 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Request body: {'port': {'device_id': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'network_id': 'de806454-4304-4f82-8975-e99e7637620e', 'admin_state_up': True, 'tenant_id': '8f57ec6449624ed397b0a9b6faab857b'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:29.051775 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Made reservation on behalf of 8f57ec6449624ed397b0a9b6faab857b for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:29.055281 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.061645 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d97dcd7c-7d0e-420b-b398-d4894839ebb5 req-081b8a86-58e1-4b7e-86c4-ac6918d6e03a tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Sep 15 16:09:29.176472 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Allocated IP 172.20.0.2 (de806454-4304-4f82-8975-e99e7637620e/44ef949d-78b8-4426-8792-42d8c0d1cfe9/2566eb43-015e-43c8-ad51-b1960aa82344) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:29.327834 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.369997 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.419947 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Network de806454-4304-4f82-8975-e99e7637620e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:29.420755 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f9bc9-98a4-41a2-891d-5dd546b66896 req-a158c780-087a-4a42-b895-156c494c606c tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:29.422236 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ca9f9bc9-98a4-41a2-891d-5dd546b66896 req-a158c780-087a-4a42-b895-156c494c606c tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0560002 Sep 15 16:09:29.422953 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:29.425367 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:29.459301 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Pushing event updated for resources: {'Port': ['ID=2566eb43-015e-43c8-ad51-b1960aa82344,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:29.462095 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ca9f9bc9-98a4-41a2-891d-5dd546b66896 req-408973c0-e649-44e0-aa10-499b8613f63f tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Sep 15 16:09:29.485924 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:29.486535 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.500693 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-04877931-3167-4a5e-bb8e-97171b2aa9a2 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702775 Sep 15 16:09:29.512588 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Request body: {'port': {'device_id': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:29.566157 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.580990 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb0bff-c36a-421e-aaf9-cf625d0cba51 req-d0e5d0b0-1b26-43d0-9f93-c90341f24a81 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:29.582499 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d2fb0bff-c36a-421e-aaf9-cf625d0cba51 req-d0e5d0b0-1b26-43d0-9f93-c90341f24a81 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0486033 Sep 15 16:09:29.622207 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d2fb0bff-c36a-421e-aaf9-cf625d0cba51 req-08ae6a5a-6056-4455-a91b-52a88b0e1c63 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Sep 15 16:09:29.647870 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40588) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:29.837842 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8e11c3-46c5-4eff-8323-3e870232dfb7 tempest-TestShelveInstance-671599105 tempest-TestShelveInstance-671599105-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:29.841914 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0b8e11c3-46c5-4eff-8323-3e870232dfb7 tempest-TestShelveInstance-671599105 tempest-TestShelveInstance-671599105-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1093 time: 0.1904571 Sep 15 16:09:29.842081 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2566eb43-015e-43c8-ad51-b1960aa82344 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:29.842200 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40592) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:29.846256 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'port_id': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:29.849190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.861168 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Transition to ACTIVE for port object 2566eb43-015e-43c8-ad51-b1960aa82344 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:29.865079 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.866994 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for floatingip, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.935804 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Pushing event updated for resources: {'Port': ['ID=2566eb43-015e-43c8-ad51-b1960aa82344,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:29.968621 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:29.985133 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Attempting to bind port 2566eb43-015e-43c8-ad51-b1960aa82344 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:29.985463 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Attempting to bind port 2566eb43-015e-43c8-ad51-b1960aa82344 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:29.985787 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Attempting to bind port 2566eb43-015e-43c8-ad51-b1960aa82344 on network de806454-4304-4f82-8975-e99e7637620e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:29.990021 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Port 2566eb43-015e-43c8-ad51-b1960aa82344 on network de806454-4304-4f82-8975-e99e7637620e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:29.990428 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Attempting to bind port 2566eb43-015e-43c8-ad51-b1960aa82344 on network de806454-4304-4f82-8975-e99e7637620e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:29.995149 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:29.996024 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Checking segment: {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:29.996404 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Bound using segment: {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:29.996822 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Bound port: 2566eb43-015e-43c8-ad51-b1960aa82344, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '651b14fd-36de-4289-ac6e-7b5b7a9ef778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'de806454-4304-4f82-8975-e99e7637620e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:29.997173 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.062491 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] For port 2566eb43-015e-43c8-ad51-b1960aa82344, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:30.065604 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] For port 2566eb43-015e-43c8-ad51-b1960aa82344, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2566eb43-015e-43c8-ad51-b1960aa82344,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:30.070693 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.076361 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Allocated IP 172.27.1.12 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/0b64baec-20ed-44ce-a8aa-7087c50f3c89) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:30.108247 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.108858 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.110406 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] 10.222.0.64 "PUT /v2.0/ports/2566eb43-015e-43c8-ad51-b1960aa82344 HTTP/1.1" status: 200 len: 1093 time: 0.6023302 Sep 15 16:09:30.110928 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'tag': '2566eb43-015e-43c8-ad51-b1960aa82344'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:30.113196 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57" -d '{"events": [{"name": "network-changed", "server_uuid": "3bcc9604-6d51-4621-9c9d-b3b85ecc6794", "tag": "2566eb43-015e-43c8-ad51-b1960aa82344"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:30.142385 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36defd-b871-4471-bb71-d6cbd2a86808 service neutron] Pushing event updated for resources: {'Port': ['ID=2566eb43-015e-43c8-ad51-b1960aa82344,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:30.163124 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fcce86-4d19-43c7-ac62-8a7d383c470d x-openstack-request-id: req-d2fcce86-4d19-43c7-ac62-8a7d383c470d {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:30.163415 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bcc9604-6d51-4621-9c9d-b3b85ecc6794", "tag": "2566eb43-015e-43c8-ad51-b1960aa82344", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:30.163667 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d2fcce86-4d19-43c7-ac62-8a7d383c470d {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:30.164062 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'tag': '2566eb43-015e-43c8-ad51-b1960aa82344', 'status': 'completed', 'code': 200} Sep 15 16:09:30.207668 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-392fd121-6d7a-40fc-a702-7a191290e94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.209222 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-392fd121-6d7a-40fc-a702-7a191290e94b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f57ec6449624ed397b0a9b6faab857b&device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 1096 time: 0.0430176 Sep 15 16:09:30.255225 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-ac9beaf3-40ac-4685-a43b-a99ad6058d35 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2566eb43-015e-43c8-ad51-b1960aa82344 HTTP/1.1" status: 200 len: 217 time: 0.0385752 Sep 15 16:09:30.304640 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-ec498352-6620-4cdf-a197-63316c01411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.306100 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-ec498352-6620-4cdf-a197-63316c01411d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ef949d-78b8-4426-8792-42d8c0d1cfe9 HTTP/1.1" status: 200 len: 849 time: 0.0443261 Sep 15 16:09:30.336729 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-6c7d6191-601a-47eb-baeb-f8d655a22444 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de806454-4304-4f82-8975-e99e7637620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235443 Sep 15 16:09:30.403992 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af42aa-af8f-40ed-82a3-354277cec0a8 req-84f36da2-f5a2-4360-93b7-608dc8c2c91f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.405375 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-65af42aa-af8f-40ed-82a3-354277cec0a8 req-84f36da2-f5a2-4360-93b7-608dc8c2c91f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 943 time: 0.1007800 Sep 15 16:09:30.429913 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.430552 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-90945eb0-9d31-4f2e-adbb-c3282066979a service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874617 Sep 15 16:09:30.472322 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-65af42aa-af8f-40ed-82a3-354277cec0a8 req-53c65d77-915d-400b-8dd0-d7dcccbd5006 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587373 Sep 15 16:09:30.496050 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.522838 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-070e9e09-ec17-4f61-89c6-5225605d5a5c req-c2495293-9c59-422a-a9d7-acb73b6b88b2 service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852506 Sep 15 16:09:30.532804 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:30.535698 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:30.539300 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:30.566714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'Port': ['ID=0b64baec-20ed-44ce-a8aa-7087c50f3c89,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:30.607438 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-52855381-b200-447e-ab24-196a99cad53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.608981 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-52855381-b200-447e-ab24-196a99cad53d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=8f57ec6449624ed397b0a9b6faab857b&device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 1096 time: 0.0415595 Sep 15 16:09:30.712996 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-8e63fae6-e7e3-47fc-8eea-04742e5c7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.715714 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-8e63fae6-e7e3-47fc-8eea-04742e5c7864 service neutron] 10.222.0.64 "GET /v2.0/networks?id=de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 200 len: 910 time: 0.0967252 Sep 15 16:09:30.763926 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-761e089b-c8ed-410e-a276-aad44bbc3ea9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2566eb43-015e-43c8-ad51-b1960aa82344 HTTP/1.1" status: 200 len: 217 time: 0.0391486 Sep 15 16:09:30.816491 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-5ec58a5e-7dbf-4f06-8daf-e5c6b40d8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:30.817958 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-5ec58a5e-7dbf-4f06-8daf-e5c6b40d8b8e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=44ef949d-78b8-4426-8792-42d8c0d1cfe9 HTTP/1.1" status: 200 len: 849 time: 0.0468419 Sep 15 16:09:30.848880 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-2ab5c7db-33f6-49e3-b903-b557f0b7096a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=de806454-4304-4f82-8975-e99e7637620e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236294 Sep 15 16:09:30.903212 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:30.936943 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-c40b1c6a-9afd-4afb-a888-5d0b4573c6b0 service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802522 Sep 15 16:09:30.968929 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:31.035143 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-237bfea1-0d91-4ecd-a77f-4f4cfe6b1b57 req-0ecf0f65-309a-4bf2-b040-468bbb535f22 service neutron] 10.222.0.64 "GET /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895333 Sep 15 16:09:31.117312 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:31.128094 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:31.195477 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event updated for resources: {'Port': ['ID=0b64baec-20ed-44ce-a8aa-7087c50f3c89,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:31.209669 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:31.309070 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Floating IP 4e5d5d3d-b303-4539-b965-c74739c05910 associated. External IP: 172.27.1.12, port: fc90ae65-e3f8-41b8-819f-3082dd41a2e0. Sep 15 16:09:31.509450 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Router b52826c8-97b5-4900-9c3d-27a253899982 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:31.649721 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e118254-2464-4a22-83a1-7bed2c8c639c req-280c0db0-263f-4186-8011-364205c43888 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:31.651301 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3e118254-2464-4a22-83a1-7bed2c8c639c req-280c0db0-263f-4186-8011-364205c43888 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 943 time: 0.0936637 Sep 15 16:09:31.673056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:31.682341 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] Sync routers for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:31.692914 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:31.693523 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:31.695714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:31.718226 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3e118254-2464-4a22-83a1-7bed2c8c639c req-fe112c2e-5fe8-47c3-b388-022da9ec7004 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609753 Sep 15 16:09:31.728904 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f83926e4-30eb-4f7e-8d05-94cca54e8f7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8857648 Sep 15 16:09:31.729445 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:31.732389 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242cc47d-25c6-45d1-b920-5bb0d3103218" -d '{"events": [{"name": "network-changed", "server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:31.776448 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fde16-c919-48a3-b9cf-02f0557960b0 x-openstack-request-id: req-0b5fde16-c919-48a3-b9cf-02f0557960b0 {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:31.776834 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:31.777254 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-0b5fde16-c919-48a3-b9cf-02f0557960b0 {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:31.777769 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'status': 'completed', 'code': 200} Sep 15 16:09:31.804454 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:31.836990 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-5c5aab10-f0b0-4a19-8e81-cba9a4d83c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:31.838426 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-5c5aab10-f0b0-4a19-8e81-cba9a4d83c23 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1098 time: 0.0402236 Sep 15 16:09:32.032782 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '4e5d5d3d-b303-4539-b965-c74739c05910', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'port_id': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'mac_address': 'fa:16:3e:11:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:30Z', 'updated_at': '2021-09-15T16:09:30Z', 'revision_number': 0, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:32.059754 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] Checking router: b52826c8-97b5-4900-9c3d-27a253899982 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:32.074495 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:32.075206 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:32.178882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-27c0db14-556b-4b6c-b1af-598f50bfe1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:32.180300 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-27c0db14-556b-4b6c-b1af-598f50bfe1aa service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 910 time: 0.3354130 Sep 15 16:09:32.184030 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:32.243407 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-d8f5120f-84db-4986-9510-10d0a6d09aa7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 998 time: 0.0561898 Sep 15 16:09:32.291431 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-5cc1e1e9-f00c-4a2d-acec-d33ff78eb1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:32.293125 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-5cc1e1e9-f00c-4a2d-acec-d33ff78eb1ff service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0431752 Sep 15 16:09:32.341158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-fff9ac4d-dd28-4948-ab89-d33b7de4b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:32.342672 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-fff9ac4d-dd28-4948-ab89-d33b7de4b736 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423276 Sep 15 16:09:32.402739 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '4e5d5d3d-b303-4539-b965-c74739c05910', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'port_id': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'mac_address': 'fa:16:3e:11:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:30Z', 'updated_at': '2021-09-15T16:09:30Z', 'revision_number': 0, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:32.430095 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-bd8dcb39-e952-4dc8-bbbc-becaa3faf81d service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801740 Sep 15 16:09:32.432096 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac47d47-3bd8-4f31-ae75-78736002fbd7 None None] The sync data for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi is: [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '4e5d5d3d-b303-4539-b965-c74739c05910', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'port_id': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'mac_address': 'fa:16:3e:11:d9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:30Z', 'updated_at': '2021-09-15T16:09:30Z', 'revision_number': 0, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:32.525019 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-242cc47d-25c6-45d1-b920-5bb0d3103218 req-76b24ccd-8922-4c73-ace7-542b7f67a1aa service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876555 Sep 15 16:09:32.616067 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254f724-0755-4fad-a69a-025480c6164f None None] New status for floating IP 4e5d5d3d-b303-4539-b965-c74739c05910: ACTIVE {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:09:32.842709 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872622c2-cf0b-4da5-9a47-bd0bfec58481 req-5e858053-6ce3-486e-b64b-1a1e39894471 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:32.844151 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-872622c2-cf0b-4da5-9a47-bd0bfec58481 req-5e858053-6ce3-486e-b64b-1a1e39894471 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 943 time: 0.0500069 Sep 15 16:09:32.880858 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-872622c2-cf0b-4da5-9a47-bd0bfec58481 req-33afb746-51d5-4956-85fd-4fb4ba09959c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307939 Sep 15 16:09:33.450951 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2566eb43-015e-43c8-ad51-b1960aa82344 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:33.543941 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2566eb43-015e-43c8-ad51-b1960aa82344, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2566eb43-015e-43c8-ad51-b1960aa82344,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:33.554566 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '2566eb43-015e-43c8-ad51-b1960aa82344', 'network_id': 'de806454-4304-4f82-8975-e99e7637620e', 'port_id': '2566eb43-015e-43c8-ad51-b1960aa82344', 'mac_address': 'fa:16:3e:2d:69:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44ef949d-78b8-4426-8792-42d8c0d1cfe9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:33.593159 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.605913 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2566eb43-015e-43c8-ad51-b1960aa82344 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:33.624222 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2566eb43-015e-43c8-ad51-b1960aa82344, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2566eb43-015e-43c8-ad51-b1960aa82344,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:33.627452 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:33.675695 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=2566eb43-015e-43c8-ad51-b1960aa82344,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:33.900768 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['2566eb43-015e-43c8-ad51-b1960aa82344'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:33.993508 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9acea-c377-4e17-904c-aa0d96378c20 req-3f81666d-25f7-421e-b84a-deb38a15fe4c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:33.994929 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b4c9acea-c377-4e17-904c-aa0d96378c20 req-3f81666d-25f7-421e-b84a-deb38a15fe4c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 944 time: 0.0480115 Sep 15 16:09:34.033486 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b4c9acea-c377-4e17-904c-aa0d96378c20 req-a546b77f-8e70-43da-9d9a-32a49bc51ed7 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Sep 15 16:09:35.252278 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c903-4a2d-4997-b882-1028d322707d req-e245012c-75d0-4fcc-8c03-ae1cb2a9eaa4 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:35.253703 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a70c903-4a2d-4997-b882-1028d322707d req-e245012c-75d0-4fcc-8c03-ae1cb2a9eaa4 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 944 time: 0.1540306 Sep 15 16:09:35.290709 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a70c903-4a2d-4997-b882-1028d322707d req-55e76d1c-faf6-43c3-9f29-5bb42f33a72f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311055 Sep 15 16:09:35.458642 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2566eb43-015e-43c8-ad51-b1960aa82344 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:35.505770 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 2566eb43-015e-43c8-ad51-b1960aa82344 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:35.509387 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 2566eb43-015e-43c8-ad51-b1960aa82344 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:35.509758 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.581289 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.602117 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2566eb43-015e-43c8-ad51-b1960aa82344'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:35.604340 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95c9360-b41e-471b-97e3-6047ba96d318" -d '{"events": [{"server_uuid": "3bcc9604-6d51-4621-9c9d-b3b85ecc6794", "name": "network-vif-plugged", "status": "completed", "tag": "2566eb43-015e-43c8-ad51-b1960aa82344"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:35.621506 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2566eb43-015e-43c8-ad51-b1960aa82344, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2566eb43-015e-43c8-ad51-b1960aa82344,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:35.626274 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:35.648919 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86af354-96e4-43c9-818f-1ee1b6e8b5ce x-openstack-request-id: req-d86af354-96e4-43c9-818f-1ee1b6e8b5ce {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:35.649208 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bcc9604-6d51-4621-9c9d-b3b85ecc6794", "name": "network-vif-plugged", "status": "completed", "tag": "2566eb43-015e-43c8-ad51-b1960aa82344", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:35.649455 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d86af354-96e4-43c9-818f-1ee1b6e8b5ce {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:35.649827 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2566eb43-015e-43c8-ad51-b1960aa82344', 'code': 200} Sep 15 16:09:35.676837 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=2566eb43-015e-43c8-ad51-b1960aa82344,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:35.824733 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470f397-7869-4968-a042-9a073841254b req-b1e843cb-188f-49af-bd0e-262626746a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:35.826176 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5470f397-7869-4968-a042-9a073841254b req-b1e843cb-188f-49af-bd0e-262626746a11 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 1098 time: 0.0398929 Sep 15 16:09:35.862908 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5470f397-7869-4968-a042-9a073841254b req-a66ccb99-566b-4746-903d-078c7d04cce2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279946 Sep 15 16:09:36.456041 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898c026-17c9-4f0f-a4b5-c370a3de11ac req-76d60bd4-b913-422f-a723-82e3e6a29b6a tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:36.457545 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2898c026-17c9-4f0f-a4b5-c370a3de11ac req-76d60bd4-b913-422f-a723-82e3e6a29b6a tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 945 time: 0.0959854 Sep 15 16:09:36.493657 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2898c026-17c9-4f0f-a4b5-c370a3de11ac req-4ad5e3ca-edf2-4267-9dfe-76c101a52e3c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302033 Sep 15 16:09:37.609806 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8f7786-0aa4-419e-987c-197bf59d7b0c req-97c2e90c-425b-42b9-952e-5fe4365ef61f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:37.611304 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0b8f7786-0aa4-419e-987c-197bf59d7b0c req-97c2e90c-425b-42b9-952e-5fe4365ef61f tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 945 time: 0.0495372 Sep 15 16:09:37.650928 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0b8f7786-0aa4-419e-987c-197bf59d7b0c req-5ed776df-c671-4ebb-96b2-1abf7942ec48 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337775 Sep 15 16:09:37.748652 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9864800-0382-4024-97ed-d66bd3c2ce04 req-729e54dd-63d1-4385-9bd7-3e33d32ac3a1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:37.750160 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d9864800-0382-4024-97ed-d66bd3c2ce04 req-729e54dd-63d1-4385-9bd7-3e33d32ac3a1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.0558457 Sep 15 16:09:37.789272 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d9864800-0382-4024-97ed-d66bd3c2ce04 req-17a9013b-25bc-4e16-857e-67fb153b1608 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327561 Sep 15 16:09:38.344474 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c5a7d2-552f-4734-9307-ec6155930223 req-a221c26b-a7b5-4c3b-9e0e-958f2ef38190 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:38.345828 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-42c5a7d2-552f-4734-9307-ec6155930223 req-a221c26b-a7b5-4c3b-9e0e-958f2ef38190 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 945 time: 0.0476797 Sep 15 16:09:38.381655 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-42c5a7d2-552f-4734-9307-ec6155930223 req-7354672e-5d63-4f04-ae9a-e019bf331617 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300167 Sep 15 16:09:38.904723 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b631a-f3a9-43f3-9e05-191d852891b1 req-5b3e7223-0c88-4690-bb20-2798e5fcaaf1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:38.906152 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-505b631a-f3a9-43f3-9e05-191d852891b1 req-5b3e7223-0c88-4690-bb20-2798e5fcaaf1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.0485544 Sep 15 16:09:38.943322 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-505b631a-f3a9-43f3-9e05-191d852891b1 req-111603e6-d852-47bb-b1ae-d00e09463ebc tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310349 Sep 15 16:09:39.500528 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-35770134-bf61-4149-ae8c-6503acfaf245 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:39.502015 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-35770134-bf61-4149-ae8c-6503acfaf245 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 946 time: 0.0487409 Sep 15 16:09:39.502191 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da443471-ad4f-4c5c-a886-f3833c391b3d req-fc4147de-801c-4567-a36a-d83afae15a19 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:39.503653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-da443471-ad4f-4c5c-a886-f3833c391b3d req-fc4147de-801c-4567-a36a-d83afae15a19 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 945 time: 0.0549467 Sep 15 16:09:39.543414 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-da443471-ad4f-4c5c-a886-f3833c391b3d req-e300ebc2-0cf4-42e7-bd04-46244468965c tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Sep 15 16:09:39.602643 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Deleting port 1a762f0e-1a6e-404d-99c1-0745985a9705 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:39.602990 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.690018 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] For port 1a762f0e-1a6e-404d-99c1-0745985a9705, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=1a762f0e-1a6e-404d-99c1-0745985a9705,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:39.690504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.858621 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ecba69-d564-4eac-85f1-02bccbf82f3f req-bcb8c64c-9d60-449d-ad2c-78149e9a5496 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:39.859979 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-93ecba69-d564-4eac-85f1-02bccbf82f3f req-bcb8c64c-9d60-449d-ad2c-78149e9a5496 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0510478 Sep 15 16:09:39.867644 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.867999 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:39.868310 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Floating IP 52c00a7a-68ad-4903-8832-f606a26300c7 disassociated. External IP: 172.27.1.50, port: 1a762f0e-1a6e-404d-99c1-0745985a9705. Sep 15 16:09:39.868638 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Calling delete_port for 1a762f0e-1a6e-404d-99c1-0745985a9705 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:39.898325 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-93ecba69-d564-4eac-85f1-02bccbf82f3f req-f10a97cd-42d3-4352-9396-80d0e60e3b0a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Sep 15 16:09:39.992949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.028566 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'Port': ['ID=1a762f0e-1a6e-404d-99c1-0745985a9705,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:40.050550 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-899a4458-6428-41e4-b3dc-09d30586a7ec req-4ed2e524-5ea9-49ff-b0b8-358af2fe8c32 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 210 time: 0.0335803 Sep 15 16:09:40.151022 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-54331607-aee9-4354-84f7-2e771363d0d9 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:40.152548 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-54331607-aee9-4354-84f7-2e771363d0d9 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 945 time: 0.1174793 Sep 15 16:09:40.203196 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:40.329403 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Deleting port 2566eb43-015e-43c8-ad51-b1960aa82344 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:40.329661 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.402771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:40.414156 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:40.440654 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:40.441297 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:40.457427 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] No DVR routers for this DVR port 1a762f0e-1a6e-404d-99c1-0745985a9705 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:40.461660 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.463565 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7b1eaa49-1c55-4c9f-b784-f215fb85dda7 req-1bc9c484-13f6-48a0-b87e-0a23539fdacf tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "DELETE /v2.0/ports/1a762f0e-1a6e-404d-99c1-0745985a9705 HTTP/1.1" status: 204 len: 173 time: 0.9545910 Sep 15 16:09:40.464081 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'name': 'network-vif-deleted', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:40.466495 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbaf4c3-6efd-4519-97a3-22f506001a09" -d '{"events": [{"server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "name": "network-vif-deleted", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:40.473966 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] For port 2566eb43-015e-43c8-ad51-b1960aa82344, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2566eb43-015e-43c8-ad51-b1960aa82344,segment=NetworkSegment(651b14fd-36de-4289-ac6e-7b5b7a9ef778),segment_id=651b14fd-36de-4289-ac6e-7b5b7a9ef778)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:40.474331 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.490078 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Calling delete_port for 2566eb43-015e-43c8-ad51-b1960aa82344 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:40.559860 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31acb16a-67d1-4b22-b567-b1acf0de2eae x-openstack-request-id: req-31acb16a-67d1-4b22-b567-b1acf0de2eae {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:40.560460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ebde4c1-78f2-4525-9116-5fcc64f0caea", "name": "network-vif-deleted", "tag": "1a762f0e-1a6e-404d-99c1-0745985a9705", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:40.560460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-31acb16a-67d1-4b22-b567-b1acf0de2eae {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:40.560831 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebde4c1-78f2-4525-9116-5fcc64f0caea', 'name': 'network-vif-deleted', 'tag': '1a762f0e-1a6e-404d-99c1-0745985a9705', 'status': 'completed', 'code': 200} Sep 15 16:09:40.655853 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.675382 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503dfdb-13fb-458c-9c56-d213df9e3ecb req-4e57eb3c-7c84-488e-9c55-9275ee43a6f1 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:40.679038 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5503dfdb-13fb-458c-9c56-d213df9e3ecb req-4e57eb3c-7c84-488e-9c55-9275ee43a6f1 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/ports?device_id=3bcc9604-6d51-4621-9c9d-b3b85ecc6794 HTTP/1.1" status: 200 len: 867 time: 0.0579729 Sep 15 16:09:40.689793 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Pushing event deleted for resources: {'Port': ['ID=2566eb43-015e-43c8-ad51-b1960aa82344,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:40.717496 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['2566eb43-015e-43c8-ad51-b1960aa82344'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:40.728087 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5503dfdb-13fb-458c-9c56-d213df9e3ecb req-c0d7f312-5b3b-4d1f-a8fc-60ca1023a764 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.59 "GET /v2.0/security-groups?id=e824dd37-f90c-431f-8f7a-b44a4e00a99f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442278 Sep 15 16:09:40.753724 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] No DVR routers for this DVR port 2566eb43-015e-43c8-ad51-b1960aa82344 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:40.756054 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:40.759247 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-c87a5003-cf83-4be8-9d3a-ee886257bdd5 req-d286330b-c752-4d34-bf45-afe87263d738 tempest-VolumesActionsTest-1867422237 tempest-VolumesActionsTest-1867422237-project] 10.222.0.64 "DELETE /v2.0/ports/2566eb43-015e-43c8-ad51-b1960aa82344 HTTP/1.1" status: 204 len: 173 time: 0.5918119 Sep 15 16:09:40.770015 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:40.989058 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:41.018930 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:41.022565 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171883f-7590-4073-8443-114509d6a3bd req-2831918d-af91-45e8-be76-2c3f17439a1b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:41.024059 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a171883f-7590-4073-8443-114509d6a3bd req-2831918d-af91-45e8-be76-2c3f17439a1b tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0553851 Sep 15 16:09:41.028264 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:41.028907 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:41.062701 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a171883f-7590-4073-8443-114509d6a3bd req-47936fe9-a727-4246-a9dc-d7de6f32ba52 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320275 Sep 15 16:09:41.138933 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:41.162789 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-430092f9-0518-4e17-875c-a5be2247e7a1 req-1c0879f9-3cc8-4ff8-947e-026039a4d30a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=8ebde4c1-78f2-4525-9116-5fcc64f0caea HTTP/1.1" status: 200 len: 210 time: 0.0322804 Sep 15 16:09:41.342308 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:41.368046 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34963fd0-d7de-43b4-aa7a-ecc0452c08f8 None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:41.579884 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d024826f-9fb3-4ce4-b84d-4c98cccfb30c None None] New status for floating IP 52c00a7a-68ad-4903-8832-f606a26300c7: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:09:41.849762 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:09:42.124904 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-395cdc58-773a-4989-9e28-159528a76bc4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.127055 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-395cdc58-773a-4989-9e28-159528a76bc4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0577188 Sep 15 16:09:42.223627 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01ef9-dfce-477f-a1cb-83e3fb8c0874 req-5fc571ba-c47c-4f60-8a49-1b66cebe90e6 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.226384 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-64c01ef9-dfce-477f-a1cb-83e3fb8c0874 req-5fc571ba-c47c-4f60-8a49-1b66cebe90e6 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 946 time: 0.0665596 Sep 15 16:09:42.234293 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Deleting port 870f5b10-3892-4785-9998-cbb341e05661 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:42.234749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:42.295189 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-64c01ef9-dfce-477f-a1cb-83e3fb8c0874 req-dffeed96-f31f-49a7-b821-4945abe9d457 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611625 Sep 15 16:09:42.381856 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] For port 870f5b10-3892-4785-9998-cbb341e05661, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=870f5b10-3892-4785-9998-cbb341e05661,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:42.382287 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:42.518731 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-35be9c8b-60ca-4018-ae06-dd611070b632 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264999706&fields=id&tenant_id=99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 267 time: 0.0415802 Sep 15 16:09:42.564986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'name': 'network-vif-deleted', 'tag': '2566eb43-015e-43c8-ad51-b1960aa82344'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:42.567587 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b0a967-88f0-4fce-b081-c989a0a3c288" -d '{"events": [{"server_uuid": "3bcc9604-6d51-4621-9c9d-b3b85ecc6794", "name": "network-vif-deleted", "tag": "2566eb43-015e-43c8-ad51-b1960aa82344"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:42.576995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:42.577481 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:42.578537 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Floating IP c32bd580-7d8f-45b2-a3ca-754e5a0b5b96 disassociated. External IP: 172.27.1.51, port: 870f5b10-3892-4785-9998-cbb341e05661. Sep 15 16:09:42.579043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Calling delete_port for 870f5b10-3892-4785-9998-cbb341e05661 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:42.627257 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-2e5015f7-4138-44ca-9329-65058b8e5c8b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:42.628688 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-2e5015f7-4138-44ca-9329-65058b8e5c8b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 812 time: 0.1093388 Sep 15 16:09:42.636162 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abbf35d-4c1c-4de4-b8bd-ea02e4d231c7 x-openstack-request-id: req-7abbf35d-4c1c-4de4-b8bd-ea02e4d231c7 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:42.636487 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bcc9604-6d51-4621-9c9d-b3b85ecc6794", "name": "network-vif-deleted", "tag": "2566eb43-015e-43c8-ad51-b1960aa82344", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:42.636685 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7abbf35d-4c1c-4de4-b8bd-ea02e4d231c7 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:42.637070 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bcc9604-6d51-4621-9c9d-b3b85ecc6794', 'name': 'network-vif-deleted', 'tag': '2566eb43-015e-43c8-ad51-b1960aa82344', 'status': 'completed', 'code': 200} Sep 15 16:09:42.644176 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-d25116db-7445-4d55-a1df-dc840c35e481 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/quotas/99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Sep 15 16:09:42.700988 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6633f33d-f493-4a81-a2c3-c0ae3b837b2d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510051 Sep 15 16:09:42.728636 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:42.756579 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event deleted for resources: {'Port': ['ID=870f5b10-3892-4785-9998-cbb341e05661,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:42.811736 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-95569d9a-8ba6-4d33-8de0-17ad55cb19e4 service neutron] 10.222.0.59 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988426 Sep 15 16:09:42.877304 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Router 706fc351-9494-49ac-acb5-22ea2372316b has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:09:42.988778 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:09:43.002723 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:09:43.014011 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:43.014984 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.032456 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] No DVR routers for this DVR port 870f5b10-3892-4785-9998-cbb341e05661 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:09:43.035493 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:43.037697 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-af99f30b-87c8-48fe-95b4-55db2f0e34e7 req-30d04562-465f-4b57-9c60-562ae2329e9a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "DELETE /v2.0/ports/870f5b10-3892-4785-9998-cbb341e05661 HTTP/1.1" status: 204 len: 173 time: 0.9033201 Sep 15 16:09:43.100088 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-bbd0b5b2-3ce1-477b-bbed-f17b3837cc52 service neutron] 10.222.0.59 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823076 Sep 15 16:09:43.127914 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:43.350273 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.378099 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:09:43.413705 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-984aeda4-73b8-49bc-aa07-b6d71006a6df req-d2ef2219-7d81-47e1-b1ab-c8dde9c43c89 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 210 time: 0.0370574 Sep 15 16:09:43.417552 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:09:43.418283 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.438215 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-effc0530-b359-4768-a49f-e6b651c97231 req-43649ddc-fffc-4657-8bfb-f538ef5ee182 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 210 time: 0.0359020 Sep 15 16:09:43.526227 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:09:43.732730 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:09:43.761230 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f4086a-5cfb-4455-9729-8836b457b64e None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:09:43.971731 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee3960e-6bb4-46bf-a916-2f66ad051c8f None None] New status for floating IP c32bd580-7d8f-45b2-a3ca-754e5a0b5b96: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:09:44.506569 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bbb4d57b-e4f4-461f-9c9e-fac5df5cbe53 req-e8c1487a-6a99-40c3-93f1-d8e27ac11007 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 210 time: 0.0242035 Sep 15 16:09:44.584567 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0fe1a3ac-79ea-4339-b6d6-1cf353acc7bc req-b425ff81-31f5-48b4-987e-2489de57de81 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 210 time: 0.0252991 Sep 15 16:09:44.638326 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'name': 'network-vif-deleted', 'tag': '870f5b10-3892-4785-9998-cbb341e05661'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:44.640676 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d88d72-b520-4b8e-866c-ca4b625634ea" -d '{"events": [{"server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "name": "network-vif-deleted", "tag": "870f5b10-3892-4785-9998-cbb341e05661"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:44.674376 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f120979-de1c-4b94-8e19-cad3ed986c2b x-openstack-request-id: req-3f120979-de1c-4b94-8e19-cad3ed986c2b {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:44.674706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4", "name": "network-vif-deleted", "tag": "870f5b10-3892-4785-9998-cbb341e05661", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:44.674940 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-3f120979-de1c-4b94-8e19-cad3ed986c2b {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:44.675321 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4', 'name': 'network-vif-deleted', 'tag': '870f5b10-3892-4785-9998-cbb341e05661', 'status': 'completed', 'code': 200} Sep 15 16:09:45.572165 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2566eb43-015e-43c8-ad51-b1960aa82344 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:45.593009 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 2566eb43-015e-43c8-ad51-b1960aa82344 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:45.593459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2566eb43-015e-43c8-ad51-b1960aa82344 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:45.593903 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1a762f0e-1a6e-404d-99c1-0745985a9705 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:45.616610 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6cf62df2-e5f3-441c-967d-e0b3d0316614 req-5cf01619-6820-48fe-a828-f2f67bc846cc tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=ebb1ecaf-fe6e-4fa5-b68a-7a304e45cba4 HTTP/1.1" status: 200 len: 210 time: 0.0323164 Sep 15 16:09:45.617683 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 1a762f0e-1a6e-404d-99c1-0745985a9705 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:45.618396 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 1a762f0e-1a6e-404d-99c1-0745985a9705 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:45.711103 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-00d48370-9952-4ae3-9605-45eb78dd0119 req-f2098603-b029-4a56-86cd-c3538282bc8c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 210 time: 0.0270171 Sep 15 16:09:46.533328 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-4897d463-8d02-4a62-8f03-2279c494d7bb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:46.534857 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-4897d463-8d02-4a62-8f03-2279c494d7bb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 812 time: 0.1082041 Sep 15 16:09:46.546973 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.582210 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-76584048-25a4-4c38-851b-d4aa2089d36b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 380 time: 0.0342336 Sep 15 16:09:46.594935 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'port': {'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'admin_state_up': True, 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'security_groups': ['b4a024d7-5aa2-4d63-9822-b801b3cbbe5d']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:46.723227 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40808) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:46.749677 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Made reservation on behalf of 99179b0bb02e44feb76f744c2577dd74 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:46.753563 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.817823 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.861268 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd85cd4b-8e28-411a-9c58-002e82ab8545 req-39dcba29-7b96-448d-9445-6a4c07ac8141 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 210 time: 0.0452502 Sep 15 16:09:46.866769 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.897331 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Allocated IP 172.20.0.5 (52852d2e-cbbb-4dde-9824-df626e22741e/643b1532-dacc-4cbd-aa6b-32fca900f1f6/3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:46.929342 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.933084 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:46.934463 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "DELETE /v2.0/security-groups/c09e67c2-4ebf-4cfc-bfc9-89b286956e9e HTTP/1.1" status: 204 len: 168 time: 0.2102089 Sep 15 16:09:46.939066 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40822) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:46.951741 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09e67c2-4ebf-4cfc-bfc9-89b286956e9e,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:46.965530 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.965883 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.966215 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.966551 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.967185 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.967521 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.967853 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.968189 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.968520 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.968843 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.969357 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.969683 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c79fcb6-b323-493f-b740-a40d30d5c6df tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:09:46.978458 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.api.v2.resource [None req-98132e28-443c-4a41-8f6f-a926ce0b5e86 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] show failed (client error): The resource could not be found. Sep 15 16:09:46.981324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-98132e28-443c-4a41-8f6f-a926ce0b5e86 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups/c09e67c2-4ebf-4cfc-bfc9-89b286956e9e HTTP/1.1" status: 404 len: 347 time: 0.0412250 Sep 15 16:09:46.984434 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40828) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:47.130038 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.159195 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Deleting port f5e01dd4-49c1-4552-993d-0b3022478cdb {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:09:47.159546 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.177723 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.233237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Network 52852d2e-cbbb-4dde-9824-df626e22741e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:47.236906 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:47.255469 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:47.273388 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.274007 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.286323 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:47.293055 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Calling delete_port for f5e01dd4-49c1-4552-993d-0b3022478cdb owned by network:floatingip {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:09:47.326362 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:47.327049 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.358050 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-55194a78-d244-4fcd-8a10-394c40c8b6d4 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7677605 Sep 15 16:09:47.386750 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Request body: {'port': {'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:47.482468 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.538512 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-3448caf8-d925-4030-aea8-4ef0975d6ec7 None None] Provisioning complete for port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:47.539092 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3448caf8-d925-4030-aea8-4ef0975d6ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.562279 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.600576 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-3448caf8-d925-4030-aea8-4ef0975d6ec7 None None] Port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:09:47.609174 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event deleted for resources: {'Port': ['ID=f5e01dd4-49c1-4552-993d-0b3022478cdb,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:47.669112 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.671767 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.674633 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-3c33e871-e030-48fa-ab75-610d8c8d2eef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "DELETE /v2.0/floatingips/c32bd580-7d8f-45b2-a3ca-754e5a0b5b96 HTTP/1.1" status: 204 len: 168 time: 0.6871915 Sep 15 16:09:47.848769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:47.858542 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:47.873833 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Transition to ACTIVE for port object 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:47.879079 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.038437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:48.061966 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5f6d4-f6df-4c86-9622-b1bd3af76a8a req-e3e7e0ec-5a92-4499-8e21-746f0163ba21 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.078097 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-54d5f6d4-f6df-4c86-9622-b1bd3af76a8a req-e3e7e0ec-5a92-4499-8e21-746f0163ba21 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0981743 Sep 15 16:09:48.091369 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Attempting to bind port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:48.091840 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Attempting to bind port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:48.092274 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Attempting to bind port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:48.097979 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 on network 52852d2e-cbbb-4dde-9824-df626e22741e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:48.098953 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Attempting to bind port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:48.104902 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:48.105378 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Checking segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:48.105865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Bound using segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:48.106409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Bound port: 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:48.106903 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.136528 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-54d5f6d4-f6df-4c86-9622-b1bd3af76a8a req-32428ed4-01d7-4063-93fa-0a7c26d512cd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573027 Sep 15 16:09:48.200092 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] For port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:48.204540 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] For port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:48.211341 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.259243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.261647 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.263282 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] 10.222.0.64 "PUT /v2.0/ports/3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 1093 time: 0.8851290 Sep 15 16:09:48.263922 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:48.266398 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e51163-12f3-4770-a3fe-aa03906c82d8" -d '{"events": [{"name": "network-changed", "server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:48.287269 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40842) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:48.296805 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8bc51-5ab2-44b1-8eaa-0dbc9decb4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:48.297472 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1693296737', 'description': 'tempest-description--801552391'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:48.366004 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1921b30-b187-4ae6-beeb-6870aef563f9 x-openstack-request-id: req-d1921b30-b187-4ae6-beeb-6870aef563f9 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:48.366004 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:48.367374 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-d1921b30-b187-4ae6-beeb-6870aef563f9 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:48.367374 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'status': 'completed', 'code': 200} Sep 15 16:09:48.374511 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.488387 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-d37a50e8-9676-4484-86a3-fb74cd01c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.490238 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-d37a50e8-9676-4484-86a3-fb74cd01c610 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1096 time: 0.1720908 Sep 15 16:09:48.514000 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.523896 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.525205 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-515bcbe5-f1b3-4b70-824c-9c29d9df7ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.538386 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-9113fdd0-9ab5-46e8-9abd-770e561fe848 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 217 time: 0.0382185 Sep 15 16:09:48.545153 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.546705 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2580769 Sep 15 16:09:48.560085 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 40846) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:48.573457 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'security_group_rule': {'security_group_id': '944d8a90-9238-453c-88f6-f9e5713916b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:48.617070 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5ec7e-da45-4eab-9ebc-5dd271a4ba09 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=944d8a90-9238-453c-88f6-f9e5713916b5,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:48.628151 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-d941c272-3719-4539-a1c6-9517e28c6193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.629606 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-d941c272-3719-4539-a1c6-9517e28c6193 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0812502 Sep 15 16:09:48.654492 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 870f5b10-3892-4785-9998-cbb341e05661 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:09:48.655897 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.681759 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 870f5b10-3892-4785-9998-cbb341e05661 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:09:48.682881 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 870f5b10-3892-4785-9998-cbb341e05661 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:09:48.699230 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-7c34cec3-2f46-4a7a-a6a0-26c833243b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:48.701091 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-7c34cec3-2f46-4a7a-a6a0-26c833243b04 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574086 Sep 15 16:09:48.755601 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.762224 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.793189 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.796259 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2340326 Sep 15 16:09:48.799369 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40852) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:48.800459 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb465aee-8443-4235-8ef5-3e2d4045a809 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56b5c53-0b28-4027-8364-c91cc0e0cc33,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:48.804252 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'security_group_rule': {'security_group_id': '944d8a90-9238-453c-88f6-f9e5713916b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:48.857715 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:48.862876 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-649c2ee4-8280-4059-987f-dc1b34931896 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485581 Sep 15 16:09:48.999690 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.020333 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.031449 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-03e4124e-4bac-422e-b8dd-69cc795027d2 req-142eff74-94d9-41d9-ba1d-50904596ea06 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597548 Sep 15 16:09:49.041046 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81fd9b3c-a022-4256-b59c-578e599cf413,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:49.058397 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.059894 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-80b9f2fb-54f4-48c9-919e-ff17f2df4f9d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593739 Sep 15 16:09:49.063070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 40856) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:09:49.067668 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:49.101460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.202656 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-7aaab645-19f4-40cf-b32f-8b713da8ca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:49.205497 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-7aaab645-19f4-40cf-b32f-8b713da8ca5d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1096 time: 0.0998113 Sep 15 16:09:49.299913 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf9ea02-b808-4c91-9f06-cca331d81ddd req-3cf57c39-d699-4df6-be53-08ec4a1f8266 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:49.315910 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aaf9ea02-b808-4c91-9f06-cca331d81ddd req-3cf57c39-d699-4df6-be53-08ec4a1f8266 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0910976 Sep 15 16:09:49.370535 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aaf9ea02-b808-4c91-9f06-cca331d81ddd req-f08289f9-04bd-46c0-b2ef-81c2e3e35651 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526168 Sep 15 16:09:49.695865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-32e9dcd3-447e-4c35-815b-81eb275e5565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:49.695865 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-32e9dcd3-447e-4c35-815b-81eb275e5565 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.1131549 Sep 15 16:09:49.702216 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:49.748602 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-122ae65d-d052-44ca-bd55-028c621c5820 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 217 time: 0.0393777 Sep 15 16:09:49.861312 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-b63358c9-e45c-41c1-97f0-9dbe8d4ec4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:49.862868 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-b63358c9-e45c-41c1-97f0-9dbe8d4ec4e8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0885429 Sep 15 16:09:49.924788 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Allocated IP 172.27.1.227 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/598388ee-9761-4b07-aeb9-64aea86a7772) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:49.951028 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-ac885521-ebd9-403e-8e9c-4b23304ef010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:49.952598 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-ac885521-ebd9-403e-8e9c-4b23304ef010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801485 Sep 15 16:09:50.114926 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.121192 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-9f910a99-bb52-4d0c-85f0-4d814b2ec46d service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552620 Sep 15 16:09:50.220444 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.275443 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b6e51163-12f3-4770-a3fe-aa03906c82d8 req-7a44ff2c-56df-44bd-939c-323ba17b5b0a service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428027 Sep 15 16:09:50.278163 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:50.281183 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:50.284976 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:50.293170 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'Port': ['ID=598388ee-9761-4b07-aeb9-64aea86a7772,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:50.385627 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.435007 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.505260 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8b068-e4b1-4f5a-a1d1-1bad9a7c1ffd req-92c5e32a-a7b8-44d7-ade3-8ca945b47a29 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:50.506951 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-80c8b068-e4b1-4f5a-a1d1-1bad9a7c1ffd req-92c5e32a-a7b8-44d7-ade3-8ca945b47a29 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0540302 Sep 15 16:09:50.554408 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-80c8b068-e4b1-4f5a-a1d1-1bad9a7c1ffd req-adadca4c-b415-471a-ba73-8c444e9e4705 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404060 Sep 15 16:09:50.633732 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.639699 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.711601 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'Port': ['ID=598388ee-9761-4b07-aeb9-64aea86a7772,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:50.722711 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.746982 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:50.756609 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-23945f82-7196-47a6-800b-b73f4d3f3397 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6846676 Sep 15 16:09:50.972193 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-1518d496-a3bf-4ce2-b0eb-82c42aa6a533 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1693296737&fields=id&tenant_id=390a0d7bba4c4be7b60f79e85cad81db HTTP/1.1" status: 200 len: 267 time: 0.0395083 Sep 15 16:09:51.107281 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-a3539f03-f991-43dc-85ec-a72a0f79473f tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:51.114768 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-a3539f03-f991-43dc-85ec-a72a0f79473f tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 810 time: 0.1337419 Sep 15 16:09:51.132015 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-d77e1d7a-1ac1-455f-98b2-b9c51afd00fa tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/quotas/390a0d7bba4c4be7b60f79e85cad81db HTTP/1.1" status: 200 len: 375 time: 0.0163622 Sep 15 16:09:51.188472 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-6c08bc80-39be-446d-823e-bf928c4fa823 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554566 Sep 15 16:09:51.316615 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-a09fa72e-19e9-469f-b0db-f644c4cf8245 service neutron] 10.222.0.59 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130891 Sep 15 16:09:51.347345 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-465bec06-9a5a-4581-b760-cd9aaea05587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:51.446860 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-b7f46cb0-e9bd-4801-90a9-c8ea1cbfc9b4 service neutron] 10.222.0.59 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205194 Sep 15 16:09:51.489583 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:51.651928 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a82d0470-5b10-4325-b3e5-4502969b5657 req-cf4be9c4-ced3-4460-bd9f-54af6ea9f690 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 210 time: 0.0424821 Sep 15 16:09:51.729605 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c3444-0d14-456a-9ca0-5c3289fd1542 req-35329eb4-03a2-4077-a228-5f257768abfe tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:51.731478 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-207c3444-0d14-456a-9ca0-5c3289fd1542 req-35329eb4-03a2-4077-a228-5f257768abfe tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0719917 Sep 15 16:09:51.804045 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-207c3444-0d14-456a-9ca0-5c3289fd1542 req-f72d645c-5fb0-4e9a-9e28-1e46b5efd61c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659902 Sep 15 16:09:52.264808 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:52.807591 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9a06f917-b509-48dc-9b06-f04ba8419146 req-4b4ef6b5-5b1b-4c2d-813f-246cb941aced tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 210 time: 0.0394614 Sep 15 16:09:52.911781 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-cc1567db-7b80-4a70-931c-4bf919b680fe tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:52.918645 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-cc1567db-7b80-4a70-931c-4bf919b680fe tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 810 time: 0.2211604 Sep 15 16:09:52.987829 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-75c66f45-ce48-435f-a034-263110768fd2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390a0d7bba4c4be7b60f79e85cad81db HTTP/1.1" status: 200 len: 380 time: 0.0533583 Sep 15 16:09:53.001707 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'port': {'device_id': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'admin_state_up': True, 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'security_groups': ['944d8a90-9238-453c-88f6-f9e5713916b5']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:53.039486 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a9db-e5c6-4c79-9d75-8a946ea567ff req-a7776777-84ea-488c-b3b4-dc5a0d628fb1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:53.041079 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a79a9db-e5c6-4c79-9d75-8a946ea567ff req-a7776777-84ea-488c-b3b4-dc5a0d628fb1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0918329 Sep 15 16:09:53.092082 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a79a9db-e5c6-4c79-9d75-8a946ea567ff req-22db708a-b593-491a-8fca-27072dd43cf8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440423 Sep 15 16:09:53.167284 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Made reservation on behalf of 390a0d7bba4c4be7b60f79e85cad81db for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:09:53.172826 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:53.381002 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Allocated IP 172.20.0.5 (ff3e9d43-ea22-4f07-8df6-3aca16830258/f3110ee0-6b7d-45fd-be57-22d041b9bfe7/2f72bf9f-97f3-432b-afda-38c857a7b30e) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:09:53.555162 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:53.593749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:53.645841 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:09:53.649022 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:09:53.653909 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:09:53.684320 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event updated for resources: {'Port': ['ID=2f72bf9f-97f3-432b-afda-38c857a7b30e,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:53.716566 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:53.717210 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:53.740408 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4bad1a7d-3a9a-44b5-a516-1de39307222a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7422736 Sep 15 16:09:53.755545 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Request body: {'port': {'device_id': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:09:53.827376 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:53.880731 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:53.974981 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0462a4-fd77-4f17-b53b-6e58829b7826 req-896193fa-4c7e-42db-86ff-084f4a2d443e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:53.976765 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bc0462a4-fd77-4f17-b53b-6e58829b7826 req-896193fa-4c7e-42db-86ff-084f4a2d443e tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 931 time: 0.0668101 Sep 15 16:09:54.004834 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-3dd2977b-29a8-40f8-b6e6-9b848cb61f17 None None] Provisioning complete for port 2f72bf9f-97f3-432b-afda-38c857a7b30e triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:54.005702 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3dd2977b-29a8-40f8-b6e6-9b848cb61f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.068012 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-3dd2977b-29a8-40f8-b6e6-9b848cb61f17 None None] Port 2f72bf9f-97f3-432b-afda-38c857a7b30e cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:09:54.078835 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bc0462a4-fd77-4f17-b53b-6e58829b7826 req-7db69568-1211-4e49-bc29-defbe505bd51 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901432 Sep 15 16:09:54.229814 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f72bf9f-97f3-432b-afda-38c857a7b30e {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:54.237652 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea5fcc0-3429-4351-831c-e705c5746f85 req-4797faec-757f-4f8c-a5da-058c1bbf0333 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:54.240215 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3ea5fcc0-3429-4351-831c-e705c5746f85 req-4797faec-757f-4f8c-a5da-058c1bbf0333 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0636334 Sep 15 16:09:54.242028 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.259675 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Transition to ACTIVE for port object 2f72bf9f-97f3-432b-afda-38c857a7b30e will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:09:54.267161 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.304246 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3ea5fcc0-3429-4351-831c-e705c5746f85 req-12ac1853-fffc-4b1f-9069-994ad74d51c1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545423 Sep 15 16:09:54.344709 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Pushing event updated for resources: {'Port': ['ID=2f72bf9f-97f3-432b-afda-38c857a7b30e,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:54.444501 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Attempting to bind port 2f72bf9f-97f3-432b-afda-38c857a7b30e on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:09:54.445116 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Attempting to bind port 2f72bf9f-97f3-432b-afda-38c857a7b30e by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:09:54.445744 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Attempting to bind port 2f72bf9f-97f3-432b-afda-38c857a7b30e on network ff3e9d43-ea22-4f07-8df6-3aca16830258 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:54.452195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Port 2f72bf9f-97f3-432b-afda-38c857a7b30e on network ff3e9d43-ea22-4f07-8df6-3aca16830258 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:09:54.452796 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Attempting to bind port 2f72bf9f-97f3-432b-afda-38c857a7b30e on network ff3e9d43-ea22-4f07-8df6-3aca16830258 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:09:54.458777 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:09:54.459366 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Checking segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:09:54.460568 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Bound using segment: {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:09:54.461254 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Bound port: 2f72bf9f-97f3-432b-afda-38c857a7b30e, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77e3017-1f6e-4350-a44b-4ee72ded93a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:09:54.462309 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.547725 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] For port 2f72bf9f-97f3-432b-afda-38c857a7b30e, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:09:54.551193 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] For port 2f72bf9f-97f3-432b-afda-38c857a7b30e, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:09:54.560131 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.598070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:54.598643 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:54.600161 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] 10.222.0.64 "PUT /v2.0/ports/2f72bf9f-97f3-432b-afda-38c857a7b30e HTTP/1.1" status: 200 len: 1093 time: 0.8488696 Sep 15 16:09:54.600161 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:54.604361 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5f260a-da2d-4274-aab8-b670ccc64917" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:54.640346 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0d2e4-f056-4459-aad5-177235cc6f0a service neutron] Pushing event updated for resources: {'Port': ['ID=2f72bf9f-97f3-432b-afda-38c857a7b30e,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:54.703887 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9b094-062e-4df6-9c40-afe3c414476b x-openstack-request-id: req-eae9b094-062e-4df6-9c40-afe3c414476b {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:54.704229 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:54.704463 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-eae9b094-062e-4df6-9c40-afe3c414476b {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:54.704802 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'status': 'completed', 'code': 200} Sep 15 16:09:54.721901 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-e376c1f9-3bbd-411c-91b5-87289201a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:54.728195 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-e376c1f9-3bbd-411c-91b5-87289201a9f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 1096 time: 0.0692382 Sep 15 16:09:54.782800 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-cab7e96c-dfd4-49a9-92c2-74c8ca7b367d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e HTTP/1.1" status: 200 len: 217 time: 0.0391543 Sep 15 16:09:54.839291 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-b2387473-659f-4059-ba2c-f888eca836c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:54.840881 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-b2387473-659f-4059-ba2c-f888eca836c3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0480425 Sep 15 16:09:54.897851 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4cbb77a3-e808-435c-9e47-83c5ed7ff647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:54.899338 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-4cbb77a3-e808-435c-9e47-83c5ed7ff647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492055 Sep 15 16:09:55.013948 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-73747bb6-b063-4fd7-9a1a-f455cf182365 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056094 Sep 15 16:09:55.113338 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ed5a1638-7221-49c1-8537-f3f1896517fd req-c676777a-f99b-41e6-8567-5e71d87325ef service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899200 Sep 15 16:09:55.212954 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b59d4c-8143-44b4-98e7-3e8febda1840 req-ef6c5120-d54e-4500-8584-bcba38e55276 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.222321 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-12b59d4c-8143-44b4-98e7-3e8febda1840 req-ef6c5120-d54e-4500-8584-bcba38e55276 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 943 time: 0.0605857 Sep 15 16:09:55.222552 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-3c0fe91d-63a9-4b98-b7ec-b236a8cb7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.223994 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-3c0fe91d-63a9-4b98-b7ec-b236a8cb7990 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 1096 time: 0.0508702 Sep 15 16:09:55.257634 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-12b59d4c-8143-44b4-98e7-3e8febda1840 req-d4205a6b-04bf-4c21-b203-06e0ab009a40 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340238 Sep 15 16:09:55.355773 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-c522e4b3-63ec-4ac7-8ff3-4f17a31d083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.357347 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-c522e4b3-63ec-4ac7-8ff3-4f17a31d083e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.1222095 Sep 15 16:09:55.407943 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-090b8cdb-73a0-4474-a59e-b92ba12fb6b0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e HTTP/1.1" status: 200 len: 217 time: 0.0397213 Sep 15 16:09:55.468410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-434a4315-15b4-48b6-810b-788f634ba313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.470032 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-434a4315-15b4-48b6-810b-788f634ba313 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0506961 Sep 15 16:09:55.482283 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189958d3-f1db-4302-ba81-a29da3d3bcf6 req-a0dc02a1-104b-48bb-89af-8f156baab456 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.484819 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-189958d3-f1db-4302-ba81-a29da3d3bcf6 req-a0dc02a1-104b-48bb-89af-8f156baab456 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0744934 Sep 15 16:09:55.534957 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-189958d3-f1db-4302-ba81-a29da3d3bcf6 req-f53e810c-4642-47a7-8f5f-965920016b07 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439093 Sep 15 16:09:55.536857 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-6dd9bdb2-051e-4c05-b8d8-d2c650cc6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:55.538746 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-6dd9bdb2-051e-4c05-b8d8-d2c650cc6f58 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573256 Sep 15 16:09:55.659368 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-049051d1-c0a6-45f2-8873-e138a8aa3e82 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074698 Sep 15 16:09:55.774265 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-aa5f260a-da2d-4274-aab8-b670ccc64917 req-401c363c-989d-4764-b56e-a4615a47ae26 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063201 Sep 15 16:09:56.403147 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b74b3-d141-4eb3-9a7f-3e01a06e0bcf req-5c6609b9-5b96-4ea1-9d36-9e4151cf7120 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:56.404816 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f67b74b3-d141-4eb3-9a7f-3e01a06e0bcf req-5c6609b9-5b96-4ea1-9d36-9e4151cf7120 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 943 time: 0.0552199 Sep 15 16:09:56.449836 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f67b74b3-d141-4eb3-9a7f-3e01a06e0bcf req-964c518a-74e7-4b94-a67f-4ca1e4e4e215 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378263 Sep 15 16:09:56.653903 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ac8749-2419-4f86-a0e9-75a2e99e78de req-38c2d1a3-c935-4e89-90a0-dbe24d26102c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:56.655507 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a2ac8749-2419-4f86-a0e9-75a2e99e78de req-38c2d1a3-c935-4e89-90a0-dbe24d26102c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 943 time: 0.0504646 Sep 15 16:09:56.658663 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:56.707337 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a2ac8749-2419-4f86-a0e9-75a2e99e78de req-c5de6409-fe9c-4523-8953-88fd1f15db2d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448375 Sep 15 16:09:56.779522 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:56.794216 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:56.845382 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:56.866080 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:56.891944 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:56.898160 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:56.961859 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:57.164560 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:57.576523 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2f2b-e18b-4f9d-8f52-93c75c4ad786 req-610a67dc-0100-4c17-aefb-7f4b437107d8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:57.577999 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a27b2f2b-e18b-4f9d-8f52-93c75c4ad786 req-610a67dc-0100-4c17-aefb-7f4b437107d8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 943 time: 0.0567026 Sep 15 16:09:57.619762 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a27b2f2b-e18b-4f9d-8f52-93c75c4ad786 req-28df829a-541b-4cd8-a1e8-a2306036f9bd tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348494 Sep 15 16:09:57.835498 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ede306-166e-4e91-9cb9-c3ed9e3aad09 req-2df3a426-635d-43f6-ab6c-ec023babbb96 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:57.837095 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d6ede306-166e-4e91-9cb9-c3ed9e3aad09 req-2df3a426-635d-43f6-ab6c-ec023babbb96 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 944 time: 0.0541341 Sep 15 16:09:57.881319 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d6ede306-166e-4e91-9cb9-c3ed9e3aad09 req-c1c85313-b9cd-40b4-9c1b-1e0d8ec9a823 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355539 Sep 15 16:09:58.656794 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2f72bf9f-97f3-432b-afda-38c857a7b30e details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:09:58.660696 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:09:58.740392 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:09:58.749591 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:09:58.749970 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:58.859228 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f939f9-5139-49aa-95f1-5bb62fe3e17f req-4d048eac-4c5b-4666-9b91-ca03d9c3bb53 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:58.860696 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-19f939f9-5139-49aa-95f1-5bb62fe3e17f req-4d048eac-4c5b-4666-9b91-ca03d9c3bb53 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 943 time: 0.0529783 Sep 15 16:09:58.866961 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2f72bf9f-97f3-432b-afda-38c857a7b30e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:58.884096 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'port_id': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'mac_address': 'fa:16:3e:aa:b2:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:09:58.892228 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:58.927560 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-19f939f9-5139-49aa-95f1-5bb62fe3e17f req-eed16834-666d-4db5-acb9-3100a6fa219d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517824 Sep 15 16:09:58.939530 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:09:58.942135 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6a6fea-6cce-49aa-81d4-006b4a3ebdd2" -d '{"events": [{"server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "name": "network-vif-plugged", "status": "completed", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:09:58.960772 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:58.961934 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:58.973198 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:59.029151 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a1cdd7-91f3-4870-ad77-b1dbd0271d34 x-openstack-request-id: req-e8a1cdd7-91f3-4870-ad77-b1dbd0271d34 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:09:59.029782 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "name": "network-vif-plugged", "status": "completed", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:09:59.030213 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-e8a1cdd7-91f3-4870-ad77-b1dbd0271d34 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:09:59.030818 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'code': 200} Sep 15 16:09:59.038266 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f72bf9f-97f3-432b-afda-38c857a7b30e {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:09:59.050551 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:59.075878 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2f72bf9f-97f3-432b-afda-38c857a7b30e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:09:59.081737 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:09:59.090605 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcdcb33-e78d-4040-8d00-fd20e42ff42d req-6ef6f1ff-3dc4-409e-be43-861c41b03789 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:59.092132 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ebcdcb33-e78d-4040-8d00-fd20e42ff42d req-6ef6f1ff-3dc4-409e-be43-861c41b03789 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0860391 Sep 15 16:09:59.135985 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=2f72bf9f-97f3-432b-afda-38c857a7b30e,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:09:59.167423 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ebcdcb33-e78d-4040-8d00-fd20e42ff42d req-6519d807-f6d1-4195-84ce-a2beb8c6aa53 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667095 Sep 15 16:09:59.331234 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299d21-fbc9-4ff7-974b-22ba8af9a9cf req-3efc1264-6931-4016-af3c-b2ef27c7dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:09:59.332773 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9d299d21-fbc9-4ff7-974b-22ba8af9a9cf req-3efc1264-6931-4016-af3c-b2ef27c7dbcc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0449636 Sep 15 16:09:59.359495 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['2f72bf9f-97f3-432b-afda-38c857a7b30e'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:09:59.382641 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9d299d21-fbc9-4ff7-974b-22ba8af9a9cf req-1e1e0cd9-b511-4be3-9a42-9ef693fd89a8 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Sep 15 16:10:00.075440 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20defc11-2b37-413f-b283-f8484214663c req-70ae75b5-aeaa-43b0-bab7-4148fc0360d6 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:00.077606 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20defc11-2b37-413f-b283-f8484214663c req-70ae75b5-aeaa-43b0-bab7-4148fc0360d6 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 944 time: 0.0540547 Sep 15 16:10:00.127404 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-20defc11-2b37-413f-b283-f8484214663c req-9accbfde-bc8e-4018-ad02-0d297dcbd2b0 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408077 Sep 15 16:10:00.359073 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0b643-7f71-4c29-aa17-e57500d65ef1 req-3a21f944-fad6-401e-a3ca-2b3224eecd1f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:00.360673 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6ca0b643-7f71-4c29-aa17-e57500d65ef1 req-3a21f944-fad6-401e-a3ca-2b3224eecd1f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0930617 Sep 15 16:10:00.405702 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6ca0b643-7f71-4c29-aa17-e57500d65ef1 req-de9849fc-dcab-476c-9051-c64d63aa0005 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350244 Sep 15 16:10:00.676649 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2f72bf9f-97f3-432b-afda-38c857a7b30e up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:00.742783 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port 2f72bf9f-97f3-432b-afda-38c857a7b30e completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:10:00.748274 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 2f72bf9f-97f3-432b-afda-38c857a7b30e triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:00.748918 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.831807 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.875570 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 2f72bf9f-97f3-432b-afda-38c857a7b30e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:00.880294 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:00.930703 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=2f72bf9f-97f3-432b-afda-38c857a7b30e,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:01.032211 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:10:01.034743 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a48319-3fb2-4de5-8c7a-40a6eb9487d6" -d '{"events": [{"server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "name": "network-vif-plugged", "status": "completed", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:10:01.074418 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414408a8-57fc-4479-bfda-853b4b9db961 x-openstack-request-id: req-414408a8-57fc-4479-bfda-853b4b9db961 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:10:01.074418 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "name": "network-vif-plugged", "status": "completed", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:10:01.074714 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-414408a8-57fc-4479-bfda-853b4b9db961 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:10:01.075158 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'code': 200} Sep 15 16:10:01.291383 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead39601-6bcd-4bda-8620-7792afb2a8e8 req-9dd98312-ce05-4567-8c11-63f14d1a510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:01.293650 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ead39601-6bcd-4bda-8620-7792afb2a8e8 req-9dd98312-ce05-4567-8c11-63f14d1a510d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 1098 time: 0.0464211 Sep 15 16:10:01.302913 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2b8b-e624-4ffb-b363-592921c0b399 req-b7e5e6bb-8ce3-4cea-bfeb-40e4f69183ef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:01.304559 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-92bb2b8b-e624-4ffb-b363-592921c0b399 req-b7e5e6bb-8ce3-4cea-bfeb-40e4f69183ef tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0798163 Sep 15 16:10:01.341290 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ead39601-6bcd-4bda-8620-7792afb2a8e8 req-d5ae434a-d966-4bde-8f23-0ee6b5f7d088 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385544 Sep 15 16:10:01.359992 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-92bb2b8b-e624-4ffb-b363-592921c0b399 req-79bd6934-3ae3-4a07-a833-94d7b065bb23 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464044 Sep 15 16:10:01.553742 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c1168-4c9d-489b-a60b-2f4b808aba04 req-0fe11f71-4690-4364-96a1-3575360f27bd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:01.555733 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-199c1168-4c9d-489b-a60b-2f4b808aba04 req-0fe11f71-4690-4364-96a1-3575360f27bd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0556338 Sep 15 16:10:01.599174 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-199c1168-4c9d-489b-a60b-2f4b808aba04 req-657ae0e4-3b01-4f5b-af3b-05dfa85e6993 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357161 Sep 15 16:10:01.749184 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2eec19-6d66-4b98-bee2-6370ea1d047a req-e762afe2-fcb5-4827-984b-059a832f85a7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:01.750905 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bd2eec19-6d66-4b98-bee2-6370ea1d047a req-e762afe2-fcb5-4827-984b-059a832f85a7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0573192 Sep 15 16:10:01.793594 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bd2eec19-6d66-4b98-bee2-6370ea1d047a req-501f9c46-231d-47e7-a5e5-b031453313e1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358558 Sep 15 16:10:01.817056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41024) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:01.862256 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf7467b-37d1-4dee-ba1c-4fbda50ba7ed tempest-TestVolumeBootPattern-1024852008 tempest-TestVolumeBootPattern-1024852008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:01.863817 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-cdf7467b-37d1-4dee-ba1c-4fbda50ba7ed tempest-TestVolumeBootPattern-1024852008 tempest-TestVolumeBootPattern-1024852008-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1093 time: 0.0457926 Sep 15 16:10:01.867445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41026) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:01.873430 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:01.902239 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:02.012972 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:02.137663 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Allocated IP 172.27.1.16 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/c72cfeb1-6147-4fb2-b97e-1df1eb2d668f) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:02.254459 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:02.288511 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:02.328192 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:02.331192 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:02.335746 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:02.377815 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=c72cfeb1-6147-4fb2-b97e-1df1eb2d668f,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:02.506193 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e634ad5-f6d6-4491-98a7-193f675da44a req-c492f3cc-7c98-4ac8-978c-70cae380b8c4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:02.514398 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e634ad5-f6d6-4491-98a7-193f675da44a req-c492f3cc-7c98-4ac8-978c-70cae380b8c4 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0631349 Sep 15 16:10:02.556046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7e634ad5-f6d6-4491-98a7-193f675da44a req-efbb0559-4df5-4081-a6d3-95a2540d6bcb tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Sep 15 16:10:02.771706 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:02.854510 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:03.008695 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:03.015205 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:03.096573 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=c72cfeb1-6147-4fb2-b97e-1df1eb2d668f,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:03.109194 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:03.209306 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Floating IP ceb343ad-1983-4a96-a935-6b0b0b7a7035 associated. External IP: 172.27.1.16, port: 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1. Sep 15 16:10:03.661446 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:10:03.665259 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6ff29-dd7a-473d-8ed1-70846db7607e req-fc262c25-47f1-4d79-8eee-2de4a5875fb1 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:03.667984 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-deb6ff29-dd7a-473d-8ed1-70846db7607e req-fc262c25-47f1-4d79-8eee-2de4a5875fb1 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0504270 Sep 15 16:10:03.704550 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-deb6ff29-dd7a-473d-8ed1-70846db7607e req-5372be68-cb15-46eb-bf3c-3bc39620c7e8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306399 Sep 15 16:10:03.768732 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:03.778567 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:03.787849 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:03.789947 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:03.791180 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:03.816917 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-3443ee82-0382-43c2-9c61-6914e87a3da6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9481668 Sep 15 16:10:03.817510 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:10:03.818563 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e37d65-46a5-42dd-a7ba-bd15c38909e3 req-46b74cbb-c01c-4910-b4e5-7cdc827594f8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:03.820098 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-91e37d65-46a5-42dd-a7ba-bd15c38909e3 req-46b74cbb-c01c-4910-b4e5-7cdc827594f8 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0495315 Sep 15 16:10:03.824188 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44a5750-5116-4a85-aef2-eefd73ad9b72" -d '{"events": [{"name": "network-changed", "server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:10:03.828995 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41066) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:03.834823 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Request body: {'floatingip': {'port_id': '2f72bf9f-97f3-432b-afda-38c857a7b30e'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:03.881626 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:03.920634 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbc1e5b-bcb2-4c01-98ef-266e6196a191 x-openstack-request-id: req-7fbc1e5b-bcb2-4c01-98ef-266e6196a191 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:10:03.920923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:10:03.921164 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7fbc1e5b-bcb2-4c01-98ef-266e6196a191 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:10:03.921557 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'status': 'completed', 'code': 200} Sep 15 16:10:03.930105 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:04.001510 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-b4949d3b-844e-4dcb-8b8c-3add9b5809de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:04.003078 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-b4949d3b-844e-4dcb-8b8c-3add9b5809de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0391653 Sep 15 16:10:04.108699 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-d2db2bbb-dd94-456f-8cc5-f1f42be9be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:04.110083 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-d2db2bbb-dd94-456f-8cc5-f1f42be9be56 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.0989809 Sep 15 16:10:04.164869 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:02Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:04.177672 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-1b9418e5-4f7b-4fb6-b76a-192781d7e976 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 998 time: 0.0591261 Sep 15 16:10:04.195606 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:04.204132 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:04.204831 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:04.225741 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-bd3e28a5-3c2d-461d-a604-4a5279cdc702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:04.227330 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-bd3e28a5-3c2d-461d-a604-4a5279cdc702 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0433617 Sep 15 16:10:04.284794 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-77beec3e-b195-4c4d-8be5-fc0ba9556905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:04.286873 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-77beec3e-b195-4c4d-8be5-fc0ba9556905 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503087 Sep 15 16:10:04.316648 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:04.346793 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:04.351307 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:04.388289 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-07886624-230b-4486-a8cd-887681077720 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923076 Sep 15 16:10:04.465001 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Floating IP ceda17a0-7d0f-4f61-9e15-a9857296d77f associated. External IP: 172.27.1.227, port: 2f72bf9f-97f3-432b-afda-38c857a7b30e. Sep 15 16:10:04.494483 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f44a5750-5116-4a85-aef2-eefd73ad9b72 req-1e4135f4-20b2-4401-bafe-a1aa5f453b24 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987694 Sep 15 16:10:04.615972 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:02Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:04.645121 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5a97b6-b644-447f-a7d7-a56435a6ae5b None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:02Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:04.701338 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Router 706fc351-9494-49ac-acb5-22ea2372316b has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:10:04.875184 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f39ced-cd96-4066-ac1f-9b082e22223b None None] New status for floating IP ceb343ad-1983-4a96-a935-6b0b0b7a7035: ACTIVE {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:10:05.034202 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:05.039245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:05.045117 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:05.054783 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:05.055409 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:05.075513 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f4c8f033-2436-4dc7-9219-6a76faa0d171 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "PUT /v2.0/floatingips/ceda17a0-7d0f-4f61-9e15-a9857296d77f HTTP/1.1" status: 200 len: 991 time: 1.2443445 Sep 15 16:10:05.076245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:10:05.078980 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:10:05.176010 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:05.194093 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258addf1-9020-4b5a-94ed-d75f8da588bb x-openstack-request-id: req-258addf1-9020-4b5a-94ed-d75f8da588bb {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:10:05.194375 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:10:05.194753 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-258addf1-9020-4b5a-94ed-d75f8da588bb {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:10:05.195145 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'status': 'completed', 'code': 200} Sep 15 16:10:05.254349 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-befce386-0623-4486-945c-33220a53f00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:05.255885 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-befce386-0623-4486-945c-33220a53f00a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 1098 time: 0.0390408 Sep 15 16:10:05.349634 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-e4fd9967-046c-49a3-bab2-704d28f34b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:05.351164 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-e4fd9967-046c-49a3-bab2-704d28f34b4c service neutron] 10.222.0.64 "GET /v2.0/networks?id=ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 200 len: 911 time: 0.0870066 Sep 15 16:10:05.399828 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceda17a0-7d0f-4f61-9e15-a9857296d77f', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'port_id': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'mac_address': 'fa:16:3e:aa:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:50Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:05.416958 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-40052e68-10ea-4d70-9f52-18ac40d06cfc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e HTTP/1.1" status: 200 len: 999 time: 0.0562384 Sep 15 16:10:05.426027 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:05.434382 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:05.435020 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:09:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:05.466525 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-4c5664c8-f0bc-4115-a7d6-5c6b5e487afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:05.468018 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-4c5664c8-f0bc-4115-a7d6-5c6b5e487afb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 200 len: 849 time: 0.0438948 Sep 15 16:10:05.517765 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-05d7f707-c3df-4ecd-ac70-022e5e61408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:05.519304 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-05d7f707-c3df-4ecd-ac70-022e5e61408a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ff3e9d43-ea22-4f07-8df6-3aca16830258&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424078 Sep 15 16:10:05.540566 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:05.609055 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-ca8a31d2-94a7-4e58-81c2-bceae376ee97 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811718 Sep 15 16:10:05.711675 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d0e38e7e-8ea4-486d-9d7d-3819efe06fd9 req-8524ef3e-b145-4d69-ae1f-138ff1655d97 service neutron] 10.222.0.64 "GET /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862718 Sep 15 16:10:05.764297 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceda17a0-7d0f-4f61-9e15-a9857296d77f', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'port_id': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'mac_address': 'fa:16:3e:aa:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:50Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:05.790470 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889fac9a-b392-46fb-b6ca-08d235653f69 None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceda17a0-7d0f-4f61-9e15-a9857296d77f', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'floating_ip_address': '172.27.1.227', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'port_id': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'mac_address': 'fa:16:3e:aa:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:09:50Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:05.968850 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41136) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:05.971380 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2323e402-1cd4-44bb-be25-588e963382f8 None None] New status for floating IP ceda17a0-7d0f-4f61-9e15-a9857296d77f: ACTIVE {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:10:06.013297 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Deleting subnet 44ef949d-78b8-4426-8792-42d8c0d1cfe9 {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:10:06.016254 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.049900 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.093765 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.149990 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.176423 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44ef949d-78b8-4426-8792-42d8c0d1cfe9,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:06.180398 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.185319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41142) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:06.185757 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-52fb34da-42b5-4036-ac96-d240816fce63 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44ef949d-78b8-4426-8792-42d8c0d1cfe9 HTTP/1.1" status: 204 len: 168 time: 0.2154775 Sep 15 16:10:06.251254 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.329091 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.347860 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de806454-4304-4f82-8975-e99e7637620e']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:06.357076 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '651b14fd-36de-4289-ac6e-7b5b7a9ef778') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:06.357366 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '651b14fd-36de-4289-ac6e-7b5b7a9ef778') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:06.366116 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.379342 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.385062 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:10:06.385433 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:10:06.387008 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:10:06.438275 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.443513 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.445374 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] 10.222.0.59 "DELETE /v2.0/networks/de806454-4304-4f82-8975-e99e7637620e HTTP/1.1" status: 204 len: 168 time: 0.2590117 Sep 15 16:10:06.455669 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd07997-765b-4880-be5a-c39cb22e2f2e admin admin] Pushing event deleted for resources: {'Network': ['ID=de806454-4304-4f82-8975-e99e7637620e,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:06.600663 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41146) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:06.643215 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7ca27b4a-b135-414f-831a-37503b8aa916 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8f57ec6449624ed397b0a9b6faab857b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414031 Sep 15 16:10:06.645535 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41148) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:06.692652 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0eb19567-03eb-4b55-ab3c-a0b8f8cd1b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.714193 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0eb19567-03eb-4b55-ab3c-a0b8f8cd1b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.761236 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0eb19567-03eb-4b55-ab3c-a0b8f8cd1b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.764126 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0eb19567-03eb-4b55-ab3c-a0b8f8cd1b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:06.765262 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0eb19567-03eb-4b55-ab3c-a0b8f8cd1b23 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e824dd37-f90c-431f-8f7a-b44a4e00a99f HTTP/1.1" status: 204 len: 168 time: 0.1188245 Sep 15 16:10:06.773309 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb19567-03eb-4b55-ab3c-a0b8f8cd1b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e824dd37-f90c-431f-8f7a-b44a4e00a99f,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:12.096300 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f4286-9d18-46a7-9abb-abdc3419411b req-bee38ced-1c77-475a-8f6d-2b63b394676b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:12.097753 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fa5f4286-9d18-46a7-9abb-abdc3419411b req-bee38ced-1c77-475a-8f6d-2b63b394676b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0487492 Sep 15 16:10:12.138975 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fa5f4286-9d18-46a7-9abb-abdc3419411b req-ad06dccb-93a9-4ab0-9214-5de664f4c419 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344715 Sep 15 16:10:13.267707 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16455cb-aa61-46dd-b9a7-d7223b8fb686 req-28b5e637-ffd0-4e53-89ae-7a0e75d1e7eb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:13.269155 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f16455cb-aa61-46dd-b9a7-d7223b8fb686 req-28b5e637-ffd0-4e53-89ae-7a0e75d1e7eb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Sep 15 16:10:13.308998 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f16455cb-aa61-46dd-b9a7-d7223b8fb686 req-995a9ffa-03d5-4471-bd0d-c1cedeeaa27d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336478 Sep 15 16:10:14.427848 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1afa4-0e93-467d-baa9-ef0d697bc1b4 req-66edac18-6f4a-4127-b45d-a348aa86720f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:14.429294 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8dc1afa4-0e93-467d-baa9-ef0d697bc1b4 req-66edac18-6f4a-4127-b45d-a348aa86720f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0489986 Sep 15 16:10:14.468796 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8dc1afa4-0e93-467d-baa9-ef0d697bc1b4 req-dbd4519f-4ec2-4ced-91e2-89e21f3a6cc9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332658 Sep 15 16:10:15.586867 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136889-dfb6-465e-8543-49190ba4897f req-516928d0-2c98-4841-8e40-2e940654bdb9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:15.588982 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-44136889-dfb6-465e-8543-49190ba4897f req-516928d0-2c98-4841-8e40-2e940654bdb9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0497069 Sep 15 16:10:15.636042 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-44136889-dfb6-465e-8543-49190ba4897f req-887dc10d-cc1a-4d67-9ea7-8ab9d9d5ba3f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411348 Sep 15 16:10:16.542005 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:16.759872 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d02d0-2152-4c2e-aab0-9c7053aa44a9 req-bfcde4a4-a324-46c3-b209-af43e718f18f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:16.761379 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0d8d02d0-2152-4c2e-aab0-9c7053aa44a9 req-bfcde4a4-a324-46c3-b209-af43e718f18f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0534425 Sep 15 16:10:16.799653 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0d8d02d0-2152-4c2e-aab0-9c7053aa44a9 req-e4747399-cd90-446e-91f1-76b2b7920f03 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Sep 15 16:10:17.921438 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7dae78-f01e-4a33-8472-5257b695e8c3 req-6d574944-cc8e-47d0-aafd-67d5f4ff61eb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:17.922816 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3b7dae78-f01e-4a33-8472-5257b695e8c3 req-6d574944-cc8e-47d0-aafd-67d5f4ff61eb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0488682 Sep 15 16:10:17.961671 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3b7dae78-f01e-4a33-8472-5257b695e8c3 req-5b1f2d39-f5bf-45e1-af07-66fcfbfee511 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329032 Sep 15 16:10:18.518224 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-4271c139-cf42-4959-9c36-33edd4d265f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:18.847923 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:10:19.081607 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1d9dd-e717-47bc-b276-659d0243d1a9 req-b83a28f1-d23e-4130-92eb-c792507387cb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:19.083199 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eba1d9dd-e717-47bc-b276-659d0243d1a9 req-b83a28f1-d23e-4130-92eb-c792507387cb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Sep 15 16:10:19.122989 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eba1d9dd-e717-47bc-b276-659d0243d1a9 req-52e4adce-fa8c-44f6-8451-805b93d60804 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323436 Sep 15 16:10:20.246555 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74abd848-0939-4340-ac47-d3ad25b34356 req-b2ef0e93-3b8c-439b-bae9-6762d166e03e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:20.247950 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-74abd848-0939-4340-ac47-d3ad25b34356 req-b2ef0e93-3b8c-439b-bae9-6762d166e03e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0530066 Sep 15 16:10:20.285056 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-74abd848-0939-4340-ac47-d3ad25b34356 req-9946af35-c601-48bb-85ed-885b73bfb513 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313044 Sep 15 16:10:21.339782 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-f6455546-fe8f-4b73-b67f-68068ce08196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:21.406653 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d994a9f-08da-4ab3-88b4-0f51f1045820 req-a9f7bcb7-0b0c-43b5-9c0c-5b67c4b5b959 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:21.408093 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7d994a9f-08da-4ab3-88b4-0f51f1045820 req-a9f7bcb7-0b0c-43b5-9c0c-5b67c4b5b959 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0483296 Sep 15 16:10:21.444179 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7d994a9f-08da-4ab3-88b4-0f51f1045820 req-dd1eb7a5-75d7-4210-a290-98ff70fcb04b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302372 Sep 15 16:10:21.474764 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.261459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:22.562317 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93d78e-fdfd-41fe-a7eb-76356a937d17 req-b36edfea-15b7-43c2-b280-2cae68d435ce tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:22.563732 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4b93d78e-fdfd-41fe-a7eb-76356a937d17 req-b36edfea-15b7-43c2-b280-2cae68d435ce tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Sep 15 16:10:22.602209 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4b93d78e-fdfd-41fe-a7eb-76356a937d17 req-69ee1dc9-54af-47c3-9752-06952966a3da tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324390 Sep 15 16:10:23.727778 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719535f-7b2e-4956-bb35-e73645902e4a req-2944629d-95b5-4d5d-b423-27e92865cfa7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:23.727778 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b719535f-7b2e-4956-bb35-e73645902e4a req-2944629d-95b5-4d5d-b423-27e92865cfa7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Sep 15 16:10:23.768018 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b719535f-7b2e-4956-bb35-e73645902e4a req-c1d422f8-fd39-48bf-9e74-b4d93dc90910 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324831 Sep 15 16:10:23.878532 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:24.894148 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32767f40-e4dd-4299-8a63-f32fd3dde6a4 req-a729cbb0-a6d3-4a88-b998-5c55314b2eea tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:24.897501 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32767f40-e4dd-4299-8a63-f32fd3dde6a4 req-a729cbb0-a6d3-4a88-b998-5c55314b2eea tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0543132 Sep 15 16:10:24.935159 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32767f40-e4dd-4299-8a63-f32fd3dde6a4 req-dbde6222-8fc6-4ce3-a04c-ca6537c7c979 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331554 Sep 15 16:10:26.056936 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15accc87-10fa-4eca-9be9-669aea9936ec req-a979c642-9b5d-4f39-b969-13e124d44218 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:26.058936 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15accc87-10fa-4eca-9be9-669aea9936ec req-a979c642-9b5d-4f39-b969-13e124d44218 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0488770 Sep 15 16:10:26.096084 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-15accc87-10fa-4eca-9be9-669aea9936ec req-4848863d-ea3f-4e05-b3e1-76941fc019fe tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312026 Sep 15 16:10:27.216001 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc5f96-3218-4055-a23e-4e57b8a3fb73 req-37324898-c363-4dfc-a7da-a0424d79673e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:27.217463 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06fc5f96-3218-4055-a23e-4e57b8a3fb73 req-37324898-c363-4dfc-a7da-a0424d79673e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Sep 15 16:10:27.253420 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06fc5f96-3218-4055-a23e-4e57b8a3fb73 req-b88479a8-954c-48d1-b16b-71905af4bdca tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301621 Sep 15 16:10:28.368311 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73812e48-ffb3-4442-b5f8-b45d5eca0608 req-98abdbe4-9983-48ef-bfab-5d67e346212a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:28.369734 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-73812e48-ffb3-4442-b5f8-b45d5eca0608 req-98abdbe4-9983-48ef-bfab-5d67e346212a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Sep 15 16:10:28.406576 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-73812e48-ffb3-4442-b5f8-b45d5eca0608 req-1ffcd299-c448-4e37-a3a6-4c5f7336e89a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310202 Sep 15 16:10:29.523611 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dc988-432a-4a3e-9d2f-da1e2cbb0923 req-ff9a2560-0890-475b-9d3f-cc6fc147adeb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:29.524949 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-701dc988-432a-4a3e-9d2f-da1e2cbb0923 req-ff9a2560-0890-475b-9d3f-cc6fc147adeb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Sep 15 16:10:29.562515 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-701dc988-432a-4a3e-9d2f-da1e2cbb0923 req-45819840-5d18-496f-aa15-490651618711 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310500 Sep 15 16:10:30.690496 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34b2a-11c6-4152-a0cd-429ec198239a req-0c8e6d87-22b2-418a-9a27-33a8ad898f97 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:30.691971 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32f34b2a-11c6-4152-a0cd-429ec198239a req-0c8e6d87-22b2-418a-9a27-33a8ad898f97 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0551345 Sep 15 16:10:30.731479 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-32f34b2a-11c6-4152-a0cd-429ec198239a req-95cd98c8-5c03-48c3-9ab9-b808c78d33bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329332 Sep 15 16:10:30.897040 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:10:31.111935 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:31.123012 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'mac_address': 'fa:16:3e:bf:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:10:31.158485 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:31.170355 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:10:31.192471 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:31.196025 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:31.243278 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=6']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:31.250895 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.251249 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.251592 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.251929 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.252263 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.252595 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.252924 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.253250 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.253606 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.253935 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.254258 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.254596 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:31.305044 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['0daf28e8-8a18-49a1-b2de-0c18df08cfe7'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:10:31.847254 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabcfe71-f8b2-4966-99f8-4eb7d6654bc6 req-2543666c-9b11-4f9c-8e14-e0fc4b4fd1ed tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:31.848715 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fabcfe71-f8b2-4966-99f8-4eb7d6654bc6 req-2543666c-9b11-4f9c-8e14-e0fc4b4fd1ed tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0478945 Sep 15 16:10:31.886927 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fabcfe71-f8b2-4966-99f8-4eb7d6654bc6 req-307e0190-3e44-4d20-9704-876a81da6410 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321646 Sep 15 16:10:33.005618 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33794a-e01a-435d-b00f-c4e9a6e6e729 req-817deff7-2d5d-470f-87c0-9e0606eac839 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:33.007096 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3c33794a-e01a-435d-b00f-c4e9a6e6e729 req-817deff7-2d5d-470f-87c0-9e0606eac839 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0480094 Sep 15 16:10:33.048635 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3c33794a-e01a-435d-b00f-c4e9a6e6e729 req-d1c9a788-4ee2-47b5-94a1-dd42f8a9cfe7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353768 Sep 15 16:10:33.522735 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:33.571390 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:33.571768 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:33.647144 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:33.669664 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:10:33.671913 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352284ae-1736-47cd-a740-2f9010c1dfdc" -d '{"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:10:33.684061 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:33.687846 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:33.737761 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=7']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:33.827941 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b59f6fb-6729-486b-8e6e-709c1f67f61b x-openstack-request-id: req-6b59f6fb-6729-486b-8e6e-709c1f67f61b {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:10:33.828230 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:10:33.828482 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6b59f6fb-6729-486b-8e6e-709c1f67f61b {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:10:33.828873 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'code': 200} Sep 15 16:10:34.170908 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7de3f3-0307-4b16-af62-e5ce68308f07 req-b6170b23-6982-4b34-9115-6362c137b215 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:34.172331 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ef7de3f3-0307-4b16-af62-e5ce68308f07 req-b6170b23-6982-4b34-9115-6362c137b215 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0513654 Sep 15 16:10:34.208959 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ef7de3f3-0307-4b16-af62-e5ce68308f07 req-30a296d7-959a-43ef-b7a3-933ff803e301 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308361 Sep 15 16:10:35.324240 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e2b00-c19d-4708-b8b3-d77efd15c098 req-973f5615-3eff-4fcb-a056-ee1ae8e6324f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:35.326383 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d54e2b00-c19d-4708-b8b3-d77efd15c098 req-973f5615-3eff-4fcb-a056-ee1ae8e6324f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0486946 Sep 15 16:10:35.362918 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d54e2b00-c19d-4708-b8b3-d77efd15c098 req-b6cae74b-ed93-462d-9e9e-a463ceb1a813 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307379 Sep 15 16:10:36.528637 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652d207-5870-4501-b166-e74cdbc4b9d7 req-5e02a951-47d9-435c-bef4-164616c984c9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:36.536861 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4652d207-5870-4501-b166-e74cdbc4b9d7 req-5e02a951-47d9-435c-bef4-164616c984c9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0596104 Sep 15 16:10:36.585730 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4652d207-5870-4501-b166-e74cdbc4b9d7 req-3725a0f8-77c5-4c1d-9631-4a01e9343f23 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422511 Sep 15 16:10:37.721199 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958570fb-dc45-4843-8e42-669cf9695ddf req-211d2354-ba35-4604-a97b-da8681f7ce74 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:37.722738 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-958570fb-dc45-4843-8e42-669cf9695ddf req-211d2354-ba35-4604-a97b-da8681f7ce74 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0659630 Sep 15 16:10:37.780927 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-958570fb-dc45-4843-8e42-669cf9695ddf req-1beb81bc-5e2d-4779-bb92-cd271271f0c6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458825 Sep 15 16:10:38.911135 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eec167-8c21-4cb4-a2d1-db8b0f00a76c req-457e436a-1811-4852-8f9f-b32d6e47a2d2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:38.913547 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a5eec167-8c21-4cb4-a2d1-db8b0f00a76c req-457e436a-1811-4852-8f9f-b32d6e47a2d2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0528030 Sep 15 16:10:38.959138 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a5eec167-8c21-4cb4-a2d1-db8b0f00a76c req-945903a3-cf14-4350-94d3-c36789b3b481 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384219 Sep 15 16:10:40.099404 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2bcd2-eeca-4e2b-b6c8-0b5466c3c5de req-132d9c17-a6d5-46b0-999b-4676810b943e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:40.100947 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d0f2bcd2-eeca-4e2b-b6c8-0b5466c3c5de req-132d9c17-a6d5-46b0-999b-4676810b943e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0612042 Sep 15 16:10:40.146181 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d0f2bcd2-eeca-4e2b-b6c8-0b5466c3c5de req-5a05fd0c-989a-47e9-9b8f-a17de0cf0e6c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Sep 15 16:10:41.264567 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41522) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:41.308991 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737fa00-6bda-45b0-81fe-28a3ae2215df req-41a1a701-4389-4438-8ef0-dd877e136683 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:41.317255 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7737fa00-6bda-45b0-81fe-28a3ae2215df req-41a1a701-4389-4438-8ef0-dd877e136683 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0910218 Sep 15 16:10:41.368723 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7737fa00-6bda-45b0-81fe-28a3ae2215df req-173a9097-0551-47f7-976f-5364d46d087b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504327 Sep 15 16:10:41.404482 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.511137 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.517153 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.562659 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41530) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:41.562865 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=342121b1fb6148b69900c4e29ff48dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961962 Sep 15 16:10:41.563931 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f7b5a0-d5bc-4f2d-b0ea-0d7daaee5af0,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:41.571689 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.572337 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.572751 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.573142 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.573533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.573927 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.574389 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.574949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.575357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.575749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.576140 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.576529 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2757c719-31c1-426a-9f7a-9fd17fdaba0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:41.632954 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0da7fd6e-4e23-4049-9d15-0082eccf52b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.659669 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0da7fd6e-4e23-4049-9d15-0082eccf52b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.716956 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0da7fd6e-4e23-4049-9d15-0082eccf52b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.719638 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0da7fd6e-4e23-4049-9d15-0082eccf52b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:41.723690 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0da7fd6e-4e23-4049-9d15-0082eccf52b6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e8f7b5a0-d5bc-4f2d-b0ea-0d7daaee5af0 HTTP/1.1" status: 204 len: 168 time: 0.1594539 Sep 15 16:10:41.737860 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7fd6e-4e23-4049-9d15-0082eccf52b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f7b5a0-d5bc-4f2d-b0ea-0d7daaee5af0,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:42.478871 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41556) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:42.505780 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97197536-7ec7-4e5f-981b-d9c420c588cc req-64b1ccbc-54a0-4708-a2dd-ddfd12d97c63 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:42.511115 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-97197536-7ec7-4e5f-981b-d9c420c588cc req-64b1ccbc-54a0-4708-a2dd-ddfd12d97c63 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0587027 Sep 15 16:10:42.561355 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-97197536-7ec7-4e5f-981b-d9c420c588cc req-cd1b4199-1c4f-4b6b-9036-853db524136f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464764 Sep 15 16:10:42.609984 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-507930081-network', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:42.632311 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Made reservation on behalf of 3a6a45b9fac44954916ecc29803e69a1 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:10:42.635277 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.644846 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.764986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.771110 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.801421 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:10:42.809893 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21fc594-58f9-41ee-8b3e-d05357825258,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:42.816558 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.817031 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Added segment 8143199b-e6f4-4fa8-b978-b46b658483b6 of type vlan for network c5335d41-cc60-4da0-ac17-b500bcc7c29f Sep 15 16:10:42.867652 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.897102 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.897996 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:42.898571 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:42.941215 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4610591 Sep 15 16:10:42.941836 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41562) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:42.947213 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Request body: {'subnet': {'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-507930081-subnet', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:42.975627 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff228ade-36f9-42ca-90d5-8e8178604d3d admin admin] Pushing event updated for resources: {'Network': ['ID=c5335d41-cc60-4da0-ac17-b500bcc7c29f,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:42.984888 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Made reservation on behalf of 3a6a45b9fac44954916ecc29803e69a1 for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:10:42.986699 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:10:42.987632 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8265751'] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.217519 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8129314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8265785'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.287017 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a911b9eb-2e41-476a-9e43-5968012f82af,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:43.290363 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Checking segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:43.290754 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Network hostable DHCP agents. Network: c5335d41-cc60-4da0-ac17-b500bcc7c29f, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:10:43.311823 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:10:43.323899 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, c5335d41-cc60-4da0-ac17-b500bcc7c29f) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:43.329006 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:43.329787 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.335790 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbb075-99a0-4f11-af44-ee642f4bdf8b None None] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:10:43.348911 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-e74e06fb-5699-4569-a8dd-149f44b4831c admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4057419 Sep 15 16:10:43.351761 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41566) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:43.356684 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:43.385682 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.387720 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.458251 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.522690 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:10:43.523549 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.645367 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.707941 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Allocated IP 172.20.0.2 (c5335d41-cc60-4da0-ac17-b500bcc7c29f/a911b9eb-2e41-476a-9e43-5968012f82af/ad0e602e-3824-4d05-90bd-a449b9fd0bfb) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:43.715855 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd9d45-44e1-4d02-9fce-99a15255cd9d req-455687fe-3c4f-43d5-803f-d280f780e20e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:43.741906 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c2cd9d45-44e1-4d02-9fce-99a15255cd9d req-455687fe-3c4f-43d5-803f-d280f780e20e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0866556 Sep 15 16:10:43.778972 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c2cd9d45-44e1-4d02-9fce-99a15255cd9d req-0ef92438-a5ba-4428-b69d-26afae4273e0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361571 Sep 15 16:10:43.871389 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.879601 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.922920 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Pushing event updated for resources: {'Port': ['ID=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:43.934446 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:43.936069 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:43.937754 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.938638 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:43.962298 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:43.997127 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Attempting to bind port ad0e602e-3824-4d05-90bd-a449b9fd0bfb on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:10:43.998157 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Attempting to bind port ad0e602e-3824-4d05-90bd-a449b9fd0bfb by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:10:43.998837 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Attempting to bind port ad0e602e-3824-4d05-90bd-a449b9fd0bfb on network c5335d41-cc60-4da0-ac17-b500bcc7c29f {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:10:44.004633 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:10:44.005623 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Checking segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:44.005791 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.006332 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Bound using segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:10:44.006858 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Bound port: ad0e602e-3824-4d05-90bd-a449b9fd0bfb, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:10:44.007249 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.073655 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] For port ad0e602e-3824-4d05-90bd-a449b9fd0bfb, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:10:44.078540 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] For port ad0e602e-3824-4d05-90bd-a449b9fd0bfb, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:10:44.084101 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.099666 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Allocated IP 172.27.1.59 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/8013ac2a-6abc-4915-bc53-10c9028146de) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:44.170644 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f1d0-4917-4fbe-8781-924120ad6f9a None None] Pushing event updated for resources: {'Port': ['ID=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:44.253326 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.298452 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.361918 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Pushing event updated for resources: {'Port': ['ID=8013ac2a-6abc-4915-bc53-10c9028146de,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:44.365385 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:44.366814 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:44.374983 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:44.691096 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:44.946440 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be16848-04a6-4fd0-b7c9-c916b85b0a32 req-e83e4561-209f-4a36-baca-50d0b48168cb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:44.954817 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9be16848-04a6-4fd0-b7c9-c916b85b0a32 req-e83e4561-209f-4a36-baca-50d0b48168cb tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0741694 Sep 15 16:10:45.007668 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9be16848-04a6-4fd0-b7c9-c916b85b0a32 req-31c686c5-66ae-469a-a404-ec695f97a725 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518372 Sep 15 16:10:45.229759 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:45.328878 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4405aa9c-d248-4fe1-a855-e4f2109e8852 None None] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:10:45.363780 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Router 14618ed2-7792-4acc-87b9-92ee90bc1aac is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94074) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:10:45.400257 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-7fc45e19-3aa9-443a-817d-24d0e5b90c77 None None] Provisioning complete for port ad0e602e-3824-4d05-90bd-a449b9fd0bfb triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:45.400623 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7fc45e19-3aa9-443a-817d-24d0e5b90c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:45.475792 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:45.488811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Sync routers for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:45.497130 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:45.498802 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-03d0ff1f-11cb-4b84-be93-2fa50d66b04c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1459980 Sep 15 16:10:45.501446 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41590) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:45.539694 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:45.540238 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:45.585417 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7fc45e19-3aa9-443a-817d-24d0e5b90c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:45.666937 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-7fc45e19-3aa9-443a-817d-24d0e5b90c77 None None] For port ad0e602e-3824-4d05-90bd-a449b9fd0bfb, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:45.673454 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7fc45e19-3aa9-443a-817d-24d0e5b90c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:45.720874 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:45.814940 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device ad0e602e-3824-4d05-90bd-a449b9fd0bfb up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:45.871338 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc45e19-3aa9-443a-817d-24d0e5b90c77 None None] Pushing event updated for resources: {'Port': ['ID=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:45.891008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-166330f8-ff0b-4184-9389-20c9e4b1e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:45.892628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-166330f8-ff0b-4184-9389-20c9e4b1e1e6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1098 time: 0.0839658 Sep 15 16:10:45.941803 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-53b574f3-3e26-402d-af5c-6b9324d334a0 None None] Provisioning complete for port ad0e602e-3824-4d05-90bd-a449b9fd0bfb triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:45.942176 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-53b574f3-3e26-402d-af5c-6b9324d334a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.016083 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port ad0e602e-3824-4d05-90bd-a449b9fd0bfb triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:46.016456 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.045417 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-3d2853a5-cb34-47c9-888a-bb82f93ef3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:46.046836 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-3d2853a5-cb34-47c9-888a-bb82f93ef3a9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.1432583 Sep 15 16:10:46.121372 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:44Z', 'revision_number': 3, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:46.125169 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0fa69-f3db-4872-b840-05cac1a0d5c5 req-e0c8358c-c4a8-4ed3-8235-63671e815600 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:46.127518 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-85d0fa69-f3db-4872-b840-05cac1a0d5c5 req-e0c8358c-c4a8-4ed3-8235-63671e815600 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0570161 Sep 15 16:10:46.130610 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.154712 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-27b7b2eb-2b12-4117-8726-d3c7b2e7936c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 200 len: 1001 time: 0.1001418 Sep 15 16:10:46.167203 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-85d0fa69-f3db-4872-b840-05cac1a0d5c5 req-408e22ac-1175-4362-ac1b-6e9989ee81b8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336566 Sep 15 16:10:46.180962 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Checking router: 14618ed2-7792-4acc-87b9-92ee90bc1aac for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:46.181407 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Updating router 14618ed2-7792-4acc-87b9-92ee90bc1aac port 8013ac2a-6abc-4915-bc53-10c9028146de binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:10:46.248934 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-1e242b20-14bb-4524-876c-e2306da342e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:46.250414 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-1e242b20-14bb-4524-876c-e2306da342e7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0882742 Sep 15 16:10:46.332921 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.353694 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-7a71fea2-e5e9-4346-8de6-86c3a9726bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:46.355371 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-7a71fea2-e5e9-4346-8de6-86c3a9726bd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791018 Sep 15 16:10:46.374041 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Allocated IP 172.20.0.1 (c5335d41-cc60-4da0-ac17-b500bcc7c29f/a911b9eb-2e41-476a-9e43-5968012f82af/29873097-0280-4562-b20a-a2a50e408f7a) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:46.516282 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-685b07b6-8809-47df-a9ea-9bda99a6609d service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498599 Sep 15 16:10:46.554322 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.571222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.608771 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.614619 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.640647 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-4c5fe628-ba2e-46e1-86c3-1aa2fcc32cac req-50b09c94-4cdb-4cc8-b971-62d68ecc4067 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153102 Sep 15 16:10:46.650719 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.666498 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Attempting to bind port 8013ac2a-6abc-4915-bc53-10c9028146de on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:10:46.666972 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Attempting to bind port 8013ac2a-6abc-4915-bc53-10c9028146de by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:10:46.667338 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Attempting to bind port 8013ac2a-6abc-4915-bc53-10c9028146de on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:10:46.676838 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb9197-a265-4ec2-bc52-c6fed0e933e8 None None] Pushing event updated for resources: {'Port': ['ID=8013ac2a-6abc-4915-bc53-10c9028146de,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:46.679333 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:10:46.679707 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:46.680107 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.680496 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:10:46.680964 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Bound port: 8013ac2a-6abc-4915-bc53-10c9028146de, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:10:46.681343 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.699890 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:46.703543 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:46.706014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:46.734182 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Pushing event updated for resources: {'Port': ['ID=29873097-0280-4562-b20a-a2a50e408f7a,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:46.742775 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] For port 8013ac2a-6abc-4915-bc53-10c9028146de, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:10:46.746957 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] For port 8013ac2a-6abc-4915-bc53-10c9028146de, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=8013ac2a-6abc-4915-bc53-10c9028146de,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:10:46.751897 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.754146 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.820755 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb9197-a265-4ec2-bc52-c6fed0e933e8 None None] Pushing event updated for resources: {'Port': ['ID=8013ac2a-6abc-4915-bc53-10c9028146de,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:46.829053 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:46.829669 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:46.903303 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:46.938747 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:47.019521 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-56d252be-c3f4-4402-8018-21e297b1ddb4 None None] Provisioning complete for port 29873097-0280-4562-b20a-a2a50e408f7a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:47.019818 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-56d252be-c3f4-4402-8018-21e297b1ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.061272 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.066857 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.091441 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-56d252be-c3f4-4402-8018-21e297b1ddb4 None None] Port 29873097-0280-4562-b20a-a2a50e408f7a cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:10:47.135050 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Pushing event updated for resources: {'Port': ['ID=29873097-0280-4562-b20a-a2a50e408f7a,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:47.138267 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.157024 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:44Z', 'revision_number': 3, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:47.184480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a14a4a0-f066-4fa5-80cc-aa17dcddccb1 None None] The sync data for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi is: [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:44Z', 'revision_number': 3, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:47.240206 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:47.241673 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:47.298951 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d38d26-43fe-4c27-9066-a6f71c1e0c16 req-8aa6512e-7a46-449f-b9df-ad1212a0067d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:47.306517 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-30d38d26-43fe-4c27-9066-a6f71c1e0c16 req-8aa6512e-7a46-449f-b9df-ad1212a0067d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.0631909 Sep 15 16:10:47.354263 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-30d38d26-43fe-4c27-9066-a6f71c1e0c16 req-ef4f139a-2c98-40f6-b5c2-c6c41ce299da tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418167 Sep 15 16:10:47.389081 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Router 14618ed2-7792-4acc-87b9-92ee90bc1aac has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:10:47.514517 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-4ad594ff-9120-48f6-a67b-d568a24a0cf7 None None] Provisioning complete for port 29873097-0280-4562-b20a-a2a50e408f7a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:47.515100 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-4ad594ff-9120-48f6-a67b-d568a24a0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.538538 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:47.546811 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4a65b879-54b2-4da8-bd28-ea27b294b9ca admin admin] 10.222.0.59 "PUT /v2.0/routers/14618ed2-7792-4acc-87b9-92ee90bc1aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421197 Sep 15 16:10:47.583977 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-4ad594ff-9120-48f6-a67b-d568a24a0cf7 None None] Port 29873097-0280-4562-b20a-a2a50e408f7a cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:10:47.823598 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device ad0e602e-3824-4d05-90bd-a449b9fd0bfb up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:47.885896 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port ad0e602e-3824-4d05-90bd-a449b9fd0bfb triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:47.887110 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:47.970184 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 8013ac2a-6abc-4915-bc53-10c9028146de up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:48.019292 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 8013ac2a-6abc-4915-bc53-10c9028146de triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:48.019679 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.103579 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41614) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:48.104672 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.109181 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1286396081-network', 'tenant_id': 'be7b802d46d2466593026425c5a7f557'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:48.126886 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 8013ac2a-6abc-4915-bc53-10c9028146de, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=8013ac2a-6abc-4915-bc53-10c9028146de,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:48.130830 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Made reservation on behalf of be7b802d46d2466593026425c5a7f557 for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:10:48.131641 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.133880 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.143821 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.180658 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=8013ac2a-6abc-4915-bc53-10c9028146de,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:48.239757 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.243363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.267787 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:10:48.278299 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b2f66c-cd9d-4f7e-94e3-f4a3d1db7ba9,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:48.283222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.283565 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Added segment 8efcbc95-c791-4b3f-8e50-78a2321aa187 of type vlan for network afba14be-68f9-477d-bb98-44514c8b67ff Sep 15 16:10:48.329535 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.354109 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.355743 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:48.356169 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.389326 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2845371 Sep 15 16:10:48.392049 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41618) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:48.397215 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Request body: {'subnet': {'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1286396081-subnet', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:48.421102 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Made reservation on behalf of be7b802d46d2466593026425c5a7f557 for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:10:48.424086 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8265751'] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.427342 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad08b075-e112-41f3-8d4a-34dbdbe6b3ad admin admin] Pushing event updated for resources: {'Network': ['ID=afba14be-68f9-477d-bb98-44514c8b67ff,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:48.439437 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network afba14be-68f9-477d-bb98-44514c8b67ff details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:10:48.536769 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-11399914-cec1-48d3-a1ec-0845a8c2cbea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.548526 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be71986-439c-42d3-9583-4803dbfa046f req-7ec82256-25a1-4cfb-82da-b14a0a77bb97 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:48.549989 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0be71986-439c-42d3-9583-4803dbfa046f req-7ec82256-25a1-4cfb-82da-b14a0a77bb97 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 945 time: 0.1039469 Sep 15 16:10:48.620324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0be71986-439c-42d3-9583-4803dbfa046f req-d84eebec-cf24-408b-b539-d13e9d33dc90 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630455 Sep 15 16:10:48.672470 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8129314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8265785'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.723203 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d01d7ca-d4ae-492c-b727-cfbbb624ac3b,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:48.744640 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.745356 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.746569 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.746933 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.747309 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.747735 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.748156 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.748574 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.749020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.749436 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.749944 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.750256 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:48.770741 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Checking segment: {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:48.771286 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Network hostable DHCP agents. Network: afba14be-68f9-477d-bb98-44514c8b67ff, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:10:48.795558 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Network afba14be-68f9-477d-bb98-44514c8b67ff is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:10:48.813161 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, afba14be-68f9-477d-bb98-44514c8b67ff) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:48.821092 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:48.821768 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.826852 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4370aac-61e1-4316-b425-5768ede6981b None None] Network afba14be-68f9-477d-bb98-44514c8b67ff requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:10:48.842518 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-d4adad8f-298d-40c8-a250-f63f058cbf86 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4492292 Sep 15 16:10:48.845167 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 41630) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:48.849495 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:10:48.880189 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1703324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-679'] for router, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.882564 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1701900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1700252', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2070033', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-656'] for router, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.941945 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-0b0cfd06-03f2-4c4a-8a31-1f807196b87c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852604 Sep 15 16:10:48.944062 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:48.947663 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Sync routers for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:48.958928 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:48.959550 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:49.004854 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp52bbd50e-005a-5716-bced-5d9540126fef-afba14be-68f9-477d-bb98-44514c8b67ff', 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'fixed_ips': [{'subnet_id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b'}]}} from dv-cinder-809206-1-iscsi. {{(pid=94075) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 15 16:10:49.005680 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.061237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-f9fe6545-5fbd-4f84-a4d8-e40dfd94074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:49.063159 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-f9fe6545-5fbd-4f84-a4d8-e40dfd94074f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1098 time: 0.0638435 Sep 15 16:10:49.087268 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:49.142508 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.197642 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-4388b490-f2fb-4dd0-a66f-cbd546be6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:49.200584 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-4388b490-f2fb-4dd0-a66f-cbd546be6e3f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 910 time: 0.1129835 Sep 15 16:10:49.259782 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.db_base_plugin_common [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Allocated IP 172.20.0.2 (afba14be-68f9-477d-bb98-44514c8b67ff/7d01d7ca-d4ae-492c-b727-cfbbb624ac3b/a3981eef-237d-4866-8114-1355e8e58053) {{(pid=94075) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:49.275991 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-e0d5d3d5-2278-4055-8bcc-cf00fe767cab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 1000 time: 0.0668070 Sep 15 16:10:49.345290 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-6d8bc7f9-b803-41e6-86c9-69719d72d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:49.347449 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-6d8bc7f9-b803-41e6-86c9-69719d72d0be service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0625653 Sep 15 16:10:49.410961 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-aa48eb7b-0c74-47bf-9d53-a77da638200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:49.414925 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-aa48eb7b-0c74-47bf-9d53-a77da638200c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540318 Sep 15 16:10:49.420758 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:10:49.427958 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 2, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:49.447007 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.457908 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Checking router: 14618ed2-7792-4acc-87b9-92ee90bc1aac for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:49.458528 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Updating router 14618ed2-7792-4acc-87b9-92ee90bc1aac port 29873097-0280-4562-b20a-a2a50e408f7a binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:10:49.469886 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.490855 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Notify callbacks [] for port, precommit_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.493514 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.504310 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762'] for port, after_create {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.565946 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Network afba14be-68f9-477d-bb98-44514c8b67ff is already hosted by enough agents. {{(pid=94075) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:49.573011 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-8f1459ff-a88a-438d-9148-8b876c0aee32 service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469209 Sep 15 16:10:49.574272 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.scheduler.base_scheduler [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Resources bound (agent type, host, resource id): {{(pid=94075) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:49.580741 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Received port after_create {{(pid=94075) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:49.608682 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Pushing event updated for resources: {'Port': ['ID=a3981eef-237d-4866-8114-1355e8e58053,revision_number=1']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:49.634852 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Allocated IP 172.27.1.85 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/06a7a197-52cb-4172-9db5-0b7a0c131a73) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:49.659463 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.677404 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Attempting to bind port a3981eef-237d-4866-8114-1355e8e58053 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:10:49.678227 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Attempting to bind port a3981eef-237d-4866-8114-1355e8e58053 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:10:49.678227 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Attempting to bind port a3981eef-237d-4866-8114-1355e8e58053 on network afba14be-68f9-477d-bb98-44514c8b67ff {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:10:49.689657 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:10:49.690023 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Checking segment: {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:49.690417 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.690820 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Bound using segment: {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:10:49.691493 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Bound port: a3981eef-237d-4866-8114-1355e8e58053, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:10:49.691687 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.708505 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:10:49.710761 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03404d05-4d5b-4eb5-b27d-2d98f5056e7b" -d '{"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-unplugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:10:49.733269 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:49.787933 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9b24b937-39ab-4ccc-812d-3600d7ec5988 req-92312fa6-c3aa-4a4d-89bf-d0d371af280f service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065463 Sep 15 16:10:49.788239 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.806548 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Sep 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa2835f-50fc-4a3a-8e8c-4a028966654b x-openstack-request-id: req-daa2835f-50fc-4a3a-8e8c-4a028966654b {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:10:49.806865 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-unplugged", "status": "failed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "code": 422}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:10:49.807119 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-daa2835f-50fc-4a3a-8e8c-4a028966654b {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:10:49.807500 dv-cinder-809206-1-iscsi neutron-server[94075]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'code': 422} returned with failed status Sep 15 16:10:49.827184 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.843698 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 8013ac2a-6abc-4915-bc53-10c9028146de up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:49.872824 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.910274 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:49.913679 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:49.918551 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:49.933946 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] For port a3981eef-237d-4866-8114-1355e8e58053, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:10:49.935790 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=8']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:49.939591 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] For port a3981eef-237d-4866-8114-1355e8e58053, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=a3981eef-237d-4866-8114-1355e8e58053,segment=NetworkSegment(8efcbc95-c791-4b3f-8e50-78a2321aa187),segment_id=8efcbc95-c791-4b3f-8e50-78a2321aa187)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:10:49.951799 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:49.961652 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Pushing event updated for resources: {'Port': ['ID=06a7a197-52cb-4172-9db5-0b7a0c131a73,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:49.990275 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 8013ac2a-6abc-4915-bc53-10c9028146de triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:49.990681 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.001690 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.013858 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.055370 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1bfe79-7c0b-4bf3-873e-75144493b381 None None] Pushing event updated for resources: {'Port': ['ID=a3981eef-237d-4866-8114-1355e8e58053,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:50.066711 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Pushing event updated for resources: {'Port': ['ID=29873097-0280-4562-b20a-a2a50e408f7a,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:50.081268 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.081618 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.081979 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.082308 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.082681 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.083008 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.083329 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.083646 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.083985 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.084306 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.084620 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.084930 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94076) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:10:50.121252 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [req-0ea7d135-e7c7-4edc-bedf-5d5f3e8b6247 req-fd2ca004-a5c3-4e26-9b15-0a55390e52b8 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94073) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:10:50.122273 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0ea7d135-e7c7-4edc-bedf-5d5f3e8b6247 req-fd2ca004-a5c3-4e26-9b15-0a55390e52b8 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2995098 Sep 15 16:10:50.178377 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Attempting to bind port 29873097-0280-4562-b20a-a2a50e408f7a on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:10:50.178773 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Attempting to bind port 29873097-0280-4562-b20a-a2a50e408f7a by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:10:50.179168 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Attempting to bind port 29873097-0280-4562-b20a-a2a50e408f7a on network c5335d41-cc60-4da0-ac17-b500bcc7c29f {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:10:50.188698 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:10:50.189287 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Checking segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:50.190789 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.191282 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Bound using segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:10:50.191916 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Bound port: 29873097-0280-4562-b20a-a2a50e408f7a, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:10:50.193002 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.289925 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] For port 29873097-0280-4562-b20a-a2a50e408f7a, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:10:50.300046 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] For port 29873097-0280-4562-b20a-a2a50e408f7a, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=29873097-0280-4562-b20a-a2a50e408f7a,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:10:50.311427 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.377211 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:50.377858 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:50.416363 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.441150 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59885c07-df5e-40d0-84d3-60fe94ebf3c3 None None] Pushing event updated for resources: {'Port': ['ID=29873097-0280-4562-b20a-a2a50e408f7a,revision_number=4']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:50.483568 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eac4d-16cd-440f-921e-604ee0a30328 req-595688e3-f8c8-4513-b73b-b6cfd7c51bb7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:50.486199 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-907eac4d-16cd-440f-921e-604ee0a30328 req-595688e3-f8c8-4513-b73b-b6cfd7c51bb7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.1306238 Sep 15 16:10:50.540556 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-93c977d3-e928-4da7-ae22-2cc147e67e36 None None] Provisioning complete for port 29873097-0280-4562-b20a-a2a50e408f7a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:50.541299 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-93c977d3-e928-4da7-ae22-2cc147e67e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.673715 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:50.719951 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-93c977d3-e928-4da7-ae22-2cc147e67e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.778095 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-93c977d3-e928-4da7-ae22-2cc147e67e36 None None] For port 29873097-0280-4562-b20a-a2a50e408f7a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=29873097-0280-4562-b20a-a2a50e408f7a,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:50.784111 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-93c977d3-e928-4da7-ae22-2cc147e67e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:50.845137 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-907eac4d-16cd-440f-921e-604ee0a30328 req-4802b69d-fc6d-4c7e-8f71-04faf6a64e8b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501844 Sep 15 16:10:50.851917 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c977d3-e928-4da7-ae22-2cc147e67e36 None None] Pushing event updated for resources: {'Port': ['ID=29873097-0280-4562-b20a-a2a50e408f7a,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:50.865304 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41674) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:50.939110 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-350d80d8-03e5-422d-a5f8-d66d66d8a2b3 None None] Provisioning complete for port 29873097-0280-4562-b20a-a2a50e408f7a triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:50.939556 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-350d80d8-03e5-422d-a5f8-d66d66d8a2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:51.040080 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1701891', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1700427'] for router, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:51.054765 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:51.069327 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-77531e7a-3ed8-48a0-8ae6-05468fc2bf12 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2024896 Sep 15 16:10:51.080650 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-777df092-a888-452a-9d36-eb28f6b92057 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=94074) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 16:10:51.083776 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-777df092-a888-452a-9d36-eb28f6b92057 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075624 Sep 15 16:10:51.103751 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdeb0fa6-cafc-4a12-a678-63701e5f9c83 None None] The sync data for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi is: [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:51.287366 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Router 32e35da0-7536-4e74-8058-554509b35fb6 is scheduled to L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 with binding_index 1 {{(pid=94073) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 15 16:10:51.362390 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-90c2592e-04aa-42a1-883e-441c0cfc4c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:51.393054 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a6cc6-9d76-4500-8591-486287daf651 None None] Network afba14be-68f9-477d-bb98-44514c8b67ff requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:10:51.463267 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:51.494342 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:51.495781 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-b114e63a-067a-43f4-9001-9c6cf7d82e0d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6496112 Sep 15 16:10:51.498766 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 41686) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:10:51.503047 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Sync routers for ids ['32e35da0-7536-4e74-8058-554509b35fb6'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:51.508920 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-86efd5e5-3a53-4ac2-879d-282ac8c99a1f None None] Provisioning complete for port a3981eef-237d-4866-8114-1355e8e58053 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:51.509293 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86efd5e5-3a53-4ac2-879d-282ac8c99a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:51.571884 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Routers {'32e35da0-7536-4e74-8058-554509b35fb6'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:51.572913 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['32e35da0-7536-4e74-8058-554509b35fb6'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:51.806023 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:51.967538 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 29873097-0280-4562-b20a-a2a50e408f7a up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:51.975376 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Set router 32e35da0-7536-4e74-8058-554509b35fb6 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:52.008702 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cded0d2-01f4-4d88-b6f8-147efd218bfc req-6929bee3-d1fd-4bd9-8c76-fb8a1cdf9f0d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:52.010422 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7cded0d2-01f4-4d88-b6f8-147efd218bfc req-6929bee3-d1fd-4bd9-8c76-fb8a1cdf9f0d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0614629 Sep 15 16:10:52.099689 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7cded0d2-01f4-4d88-b6f8-147efd218bfc req-420d29d2-1777-4da7-a36b-01ea1e370fc9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820160 Sep 15 16:10:52.155620 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.195250 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86efd5e5-3a53-4ac2-879d-282ac8c99a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.274811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 29873097-0280-4562-b20a-a2a50e408f7a triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:52.275104 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.281197 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-86efd5e5-3a53-4ac2-879d-282ac8c99a1f None None] For port a3981eef-237d-4866-8114-1355e8e58053, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=a3981eef-237d-4866-8114-1355e8e58053,segment=NetworkSegment(8efcbc95-c791-4b3f-8e50-78a2321aa187),segment_id=8efcbc95-c791-4b3f-8e50-78a2321aa187)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:52.297412 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-0ab3640a-4e3f-46c5-b21f-a7311d9d7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:52.298931 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-0ab3640a-4e3f-46c5-b21f-a7311d9d7bee service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1&tenant_id=bc3c81ea1325466cbf0972def3dd96d0 HTTP/1.1" status: 200 len: 1096 time: 0.0800815 Sep 15 16:10:52.337061 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86efd5e5-3a53-4ac2-879d-282ac8c99a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.380603 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.400964 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Allocated IP 172.20.0.1 (afba14be-68f9-477d-bb98-44514c8b67ff/7d01d7ca-d4ae-492c-b727-cfbbb624ac3b/875b676c-3ddb-498a-af3b-16271af67f28) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:10:52.415227 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-de68f157-1414-4fe6-a603-5df486784b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:52.416721 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-de68f157-1414-4fe6-a603-5df486784b01 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1096 time: 0.0719910 Sep 15 16:10:52.422524 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86efd5e5-3a53-4ac2-879d-282ac8c99a1f None None] Pushing event updated for resources: {'Port': ['ID=a3981eef-237d-4866-8114-1355e8e58053,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:52.469684 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 3, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:52.502054 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Checking router: 32e35da0-7536-4e74-8058-554509b35fb6 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:52.502409 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Updating router 32e35da0-7536-4e74-8058-554509b35fb6 port 06a7a197-52cb-4172-9db5-0b7a0c131a73 binding host dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:10:52.505086 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device a3981eef-237d-4866-8114-1355e8e58053 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:52.556862 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.589254 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-9ca5e8e9-82df-40f3-8b6d-333343c06f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:52.590765 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-9ca5e8e9-82df-40f3-8b6d-333343c06f1f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 200 len: 918 time: 0.1655176 Sep 15 16:10:52.608906 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-c522df56-78ea-4994-930a-d50fd8b00e8d None None] Provisioning complete for port a3981eef-237d-4866-8114-1355e8e58053 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:52.610694 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c522df56-78ea-4994-930a-d50fd8b00e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.639574 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.675081 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-1a993322-7161-48ee-a369-f8eb206fc2fb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 200 len: 999 time: 0.0732028 Sep 15 16:10:52.713163 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port a3981eef-237d-4866-8114-1355e8e58053 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:52.713536 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.725717 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.758080 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-40d198ae-c99d-4743-ba2a-164e5fe178e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:52.759548 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-40d198ae-c99d-4743-ba2a-164e5fe178e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 200 len: 856 time: 0.0771601 Sep 15 16:10:52.781282 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Network afba14be-68f9-477d-bb98-44514c8b67ff is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:52.798996 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:52.806620 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:10:52.810976 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Pushing event updated for resources: {'Port': ['ID=875b676c-3ddb-498a-af3b-16271af67f28,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:52.859891 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-0444b8e5-85d3-4417-b9b4-48b4522148e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:52.861374 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-0444b8e5-85d3-4417-b9b4-48b4522148e2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1b2b1d7e-283c-4001-9770-bb86b137f23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912087 Sep 15 16:10:52.862523 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1700508'] for router_interface, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.986769 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Notify callbacks [] for port, precommit_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:52.993096 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.045313 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Attempting to bind port 06a7a197-52cb-4172-9db5-0b7a0c131a73 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:10:53.045682 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Attempting to bind port 06a7a197-52cb-4172-9db5-0b7a0c131a73 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:10:53.046043 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Attempting to bind port 06a7a197-52cb-4172-9db5-0b7a0c131a73 on network e15935f5-19dd-47dd-a555-09f9f0247312 {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:10:53.054008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f79e1-7ddf-40f8-8f50-9fbc735a1316 None None] Pushing event updated for resources: {'Port': ['ID=06a7a197-52cb-4172-9db5-0b7a0c131a73,revision_number=2']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:53.060191 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:10:53.060564 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Checking segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94075) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:53.061001 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.061470 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Bound using segment: {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'} {{(pid=94075) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:10:53.061950 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.managers [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Bound port: 06a7a197-52cb-4172-9db5-0b7a0c131a73, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05546a46-c3e5-4207-b0c3-b59797f2c68d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312'}}] {{(pid=94075) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:10:53.062328 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.121197 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-566c80d7-46cc-488d-a71a-ff2412afd58c None None] Provisioning complete for port 875b676c-3ddb-498a-af3b-16271af67f28 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:53.121575 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-566c80d7-46cc-488d-a71a-ff2412afd58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.152760 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] For port 06a7a197-52cb-4172-9db5-0b7a0c131a73, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94075) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:10:53.171927 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] For port 06a7a197-52cb-4172-9db5-0b7a0c131a73, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=06a7a197-52cb-4172-9db5-0b7a0c131a73,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:10:53.176930 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-566c80d7-46cc-488d-a71a-ff2412afd58c None None] Port 875b676c-3ddb-498a-af3b-16271af67f28 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:10:53.181105 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.234468 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815139e-e7aa-4754-9802-9e92a2751ae3 req-0088af69-4cc2-4ef5-b839-3d861cab1e02 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:53.241166 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f79e1-7ddf-40f8-8f50-9fbc735a1316 None None] Pushing event updated for resources: {'Port': ['ID=06a7a197-52cb-4172-9db5-0b7a0c131a73,revision_number=3']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:53.247342 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6815139e-e7aa-4754-9802-9e92a2751ae3 req-0088af69-4cc2-4ef5-b839-3d861cab1e02 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0728455 Sep 15 16:10:53.252470 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-b9604d97-d759-4076-a554-fa389cc04d3f service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978086 Sep 15 16:10:53.260038 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Routers {'32e35da0-7536-4e74-8058-554509b35fb6'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:53.260733 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['32e35da0-7536-4e74-8058-554509b35fb6'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:53.287996 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6815139e-e7aa-4754-9802-9e92a2751ae3 req-ff60e1aa-dd4c-4a9d-8275-df9e017f6c8e tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395253 Sep 15 16:10:53.369368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] Set router 32e35da0-7536-4e74-8058-554509b35fb6 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:53.398851 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-11c81b2c-4b20-4b3f-816a-29f790b1146a req-210a1bf4-cdea-47e7-bd57-84e759516492 service neutron] 10.222.0.64 "GET /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366522 Sep 15 16:10:53.399559 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.444578 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:10:53.578400 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.583291 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.655717 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1578708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1702156'] for router_interface, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.657437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Pushing event updated for resources: {'Port': ['ID=875b676c-3ddb-498a-af3b-16271af67f28,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:53.778186 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device a3981eef-237d-4866-8114-1355e8e58053 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:53.781464 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Network afba14be-68f9-477d-bb98-44514c8b67ff is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:10:53.783432 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:10:53.812574 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 3, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:53.843224 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743be36d-c54f-48d7-a16a-09f4833a2037 None None] The sync data for ids ['32e35da0-7536-4e74-8058-554509b35fb6'] in dv-cinder-809206-1-iscsi is: [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 3, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:53.893729 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.894934 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port a3981eef-237d-4866-8114-1355e8e58053 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:53.895393 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:53.968258 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Router 32e35da0-7536-4e74-8058-554509b35fb6 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:10:54.115224 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-3c8097b1-f8b0-4dd0-bbc6-1565e29ceec3 None None] Provisioning complete for port 875b676c-3ddb-498a-af3b-16271af67f28 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:54.116192 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3c8097b1-f8b0-4dd0-bbc6-1565e29ceec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:54.155054 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:10:54.177996 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-64ee7fdb-2e34-4f15-9ba1-4ea0b8eafd3a admin admin] 10.222.0.59 "PUT /v2.0/routers/32e35da0-7536-4e74-8058-554509b35fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6645696 Sep 15 16:10:54.190341 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-3c8097b1-f8b0-4dd0-bbc6-1565e29ceec3 None None] Port 875b676c-3ddb-498a-af3b-16271af67f28 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:10:54.503459 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a9432-f2d6-44de-af76-4d90925fe11c req-71ff7478-91e1-4cb5-b89e-06c1599c677f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:54.506800 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f84a9432-f2d6-44de-af76-4d90925fe11c req-71ff7478-91e1-4cb5-b89e-06c1599c677f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.1021433 Sep 15 16:10:54.591842 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f84a9432-f2d6-44de-af76-4d90925fe11c req-8d81d1a4-af10-4a31-a6d6-92a64266ec2d tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770969 Sep 15 16:10:55.805776 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ac4e4-c8ad-4688-be95-dd7ecb945942 req-41bcd1cb-9811-487f-bb67-42bb32af3b95 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:55.807346 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-311ac4e4-c8ad-4688-be95-dd7ecb945942 req-41bcd1cb-9811-487f-bb67-42bb32af3b95 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.1053939 Sep 15 16:10:55.847732 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:10:55.882317 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 06a7a197-52cb-4172-9db5-0b7a0c131a73 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:55.906128 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-311ac4e4-c8ad-4688-be95-dd7ecb945942 req-c4353ab0-b101-40bb-a44f-ccab889595c2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696290 Sep 15 16:10:55.976098 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 06a7a197-52cb-4172-9db5-0b7a0c131a73 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:55.976794 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:56.094742 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:56.123490 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] For port 06a7a197-52cb-4172-9db5-0b7a0c131a73, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=06a7a197-52cb-4172-9db5-0b7a0c131a73,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:56.138745 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:56.224639 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Pushing event updated for resources: {'Port': ['ID=06a7a197-52cb-4172-9db5-0b7a0c131a73,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:56.437347 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Sync routers for ids ['32e35da0-7536-4e74-8058-554509b35fb6'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:10:56.447821 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Routers {'32e35da0-7536-4e74-8058-554509b35fb6'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:56.449345 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['32e35da0-7536-4e74-8058-554509b35fb6'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:56.598308 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Set router 32e35da0-7536-4e74-8058-554509b35fb6 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:56.909958 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:10:53Z', 'revision_number': 4, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '875b676c-3ddb-498a-af3b-16271af67f28', 'name': '', 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'mac_address': 'fa:16:3e:46:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:52Z', 'updated_at': '2021-09-15T16:10:53Z', 'revision_number': 2, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'subnets': [{'id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:56.981953 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Checking router: 32e35da0-7536-4e74-8058-554509b35fb6 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:10:56.983204 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Updating router 32e35da0-7536-4e74-8058-554509b35fb6 port 875b676c-3ddb-498a-af3b-16271af67f28 binding host dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 16:10:57.025634 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.105264 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc0f6d-a5ef-46a0-9a51-d0aacc6761c7 req-95678f80-2eac-413b-9999-499d18101402 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:57.113148 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-64bc0f6d-a5ef-46a0-9a51-d0aacc6761c7 req-95678f80-2eac-413b-9999-499d18101402 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0935013 Sep 15 16:10:57.155772 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-64bc0f6d-a5ef-46a0-9a51-d0aacc6761c7 req-3599bbe9-76bf-475f-9815-0b3d274d5440 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400181 Sep 15 16:10:57.444653 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Notify callbacks [] for port, precommit_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.461258 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.655046 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Attempting to bind port 875b676c-3ddb-498a-af3b-16271af67f28 on host dv-cinder-809206-1-iscsi for vnic_type normal with profile {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:10:57.655389 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Attempting to bind port 875b676c-3ddb-498a-af3b-16271af67f28 by drivers openvswitch,hyperv on host dv-cinder-809206-1-iscsi at level 0 using segments [{'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:10:57.655947 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Attempting to bind port 875b676c-3ddb-498a-af3b-16271af67f28 on network afba14be-68f9-477d-bb98-44514c8b67ff {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:10:57.661126 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f80e9-8d6b-4668-a1ef-64ed078c4a81 None None] Pushing event updated for resources: {'Port': ['ID=875b676c-3ddb-498a-af3b-16271af67f28,revision_number=3']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:57.664265 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Checking agent: {'id': '2c4bbfdc-fd9a-4850-9cdf-38d67d4043c7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809206-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 15, 56, 51), 'started_at': datetime.datetime(2021, 9, 15, 15, 57, 21), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809206-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:10:57.664265 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Checking segment: {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94076) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:10:57.671037 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.671573 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Bound using segment: {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'} {{(pid=94076) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:10:57.672165 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.managers [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Bound port: 875b676c-3ddb-498a-af3b-16271af67f28, host: dv-cinder-809206-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efcbc95-c791-4b3f-8e50-78a2321aa187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff'}}] {{(pid=94076) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:10:57.685837 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.868100 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-976e5397-b2d6-4151-a7b6-8afe7c4dd2e6 None None] Provisioning complete for port 875b676c-3ddb-498a-af3b-16271af67f28 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:57.869214 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-976e5397-b2d6-4151-a7b6-8afe7c4dd2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.875448 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] For port 875b676c-3ddb-498a-af3b-16271af67f28, host dv-cinder-809206-1-iscsi, cleared binding levels {{(pid=94076) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:10:57.879284 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.plugins.ml2.db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] For port 875b676c-3ddb-498a-af3b-16271af67f28, host dv-cinder-809206-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=875b676c-3ddb-498a-af3b-16271af67f28,segment=NetworkSegment(8efcbc95-c791-4b3f-8e50-78a2321aa187),segment_id=8efcbc95-c791-4b3f-8e50-78a2321aa187)] {{(pid=94076) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:10:57.889349 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron_lib.callbacks.manager [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94076) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:57.911805 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-976e5397-b2d6-4151-a7b6-8afe7c4dd2e6 None None] Port 875b676c-3ddb-498a-af3b-16271af67f28 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:10:57.913509 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 06a7a197-52cb-4172-9db5-0b7a0c131a73 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:58.024693 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 06a7a197-52cb-4172-9db5-0b7a0c131a73 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:58.025165 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.051333 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Routers {'32e35da0-7536-4e74-8058-554509b35fb6'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:10:58.052193 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:10:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['32e35da0-7536-4e74-8058-554509b35fb6'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:58.188656 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f80e9-8d6b-4668-a1ef-64ed078c4a81 None None] Pushing event updated for resources: {'Port': ['ID=875b676c-3ddb-498a-af3b-16271af67f28,revision_number=4']} {{(pid=94076) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:58.330037 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] Set router 32e35da0-7536-4e74-8058-554509b35fb6 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:10:58.508911 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-e787cee0-d152-408e-b800-7651701e3400 None None] Provisioning complete for port 875b676c-3ddb-498a-af3b-16271af67f28 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:10:58.509186 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e787cee0-d152-408e-b800-7651701e3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.544689 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89066aa3-2bd9-43d5-bb65-9bd36410d840 req-cd61ed50-9f9f-47d9-8262-f3bf7860c47a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:58.547793 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-89066aa3-2bd9-43d5-bb65-9bd36410d840 req-cd61ed50-9f9f-47d9-8262-f3bf7860c47a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.1785169 Sep 15 16:10:58.617616 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-89066aa3-2bd9-43d5-bb65-9bd36410d840 req-8d80b4a1-26e4-4a1f-800d-c0d2853c5c97 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627022 Sep 15 16:10:58.673726 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e787cee0-d152-408e-b800-7651701e3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.674210 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:10:53Z', 'revision_number': 4, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '875b676c-3ddb-498a-af3b-16271af67f28', 'name': '', 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'mac_address': 'fa:16:3e:46:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:52Z', 'updated_at': '2021-09-15T16:10:57Z', 'revision_number': 4, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'subnets': [{'id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:10:58.707394 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f46de-b634-4f77-b04c-47c79ccb46aa None None] The sync data for ids ['32e35da0-7536-4e74-8058-554509b35fb6'] in dv-cinder-809206-1-iscsi is: [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:10:53Z', 'revision_number': 4, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '875b676c-3ddb-498a-af3b-16271af67f28', 'name': '', 'network_id': 'afba14be-68f9-477d-bb98-44514c8b67ff', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'mac_address': 'fa:16:3e:46:9a:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:52Z', 'updated_at': '2021-09-15T16:10:57Z', 'revision_number': 4, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'subnets': [{'id': '7d01d7ca-d4ae-492c-b727-cfbbb624ac3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:10:58.775387 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-e787cee0-d152-408e-b800-7651701e3400 None None] For port 875b676c-3ddb-498a-af3b-16271af67f28, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=875b676c-3ddb-498a-af3b-16271af67f28,segment=NetworkSegment(8efcbc95-c791-4b3f-8e50-78a2321aa187),segment_id=8efcbc95-c791-4b3f-8e50-78a2321aa187)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:10:58.785737 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e787cee0-d152-408e-b800-7651701e3400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:10:58.940061 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787cee0-d152-408e-b800-7651701e3400 None None] Pushing event updated for resources: {'Port': ['ID=875b676c-3ddb-498a-af3b-16271af67f28,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:10:59.851579 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e028bf-6a2d-4ba2-9045-28bb7fd7ac51 req-66518556-7887-4cc7-b0f8-01eaf643ea6a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:10:59.871431 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-71e028bf-6a2d-4ba2-9045-28bb7fd7ac51 req-66518556-7887-4cc7-b0f8-01eaf643ea6a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.1223340 Sep 15 16:10:59.911817 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 875b676c-3ddb-498a-af3b-16271af67f28 up at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:10:59.980518 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-71e028bf-6a2d-4ba2-9045-28bb7fd7ac51 req-85e3ed56-ac80-41ab-904a-839f7a1041c3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071765 Sep 15 16:11:00.029872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Provisioning complete for port 875b676c-3ddb-498a-af3b-16271af67f28 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:00.030368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:01.152346 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bf286-3c6b-436f-ba37-751fe3ca88c9 req-d1b02f0c-e305-4696-b6dd-c9e3a814a318 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:01.160767 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-716bf286-3c6b-436f-ba37-751fe3ca88c9 req-d1b02f0c-e305-4696-b6dd-c9e3a814a318 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0626190 Sep 15 16:11:01.207671 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-716bf286-3c6b-436f-ba37-751fe3ca88c9 req-66e5d361-ef48-4910-8702-7f90f0e58068 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456655 Sep 15 16:11:02.377189 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bdb45-f990-41ff-827b-9c9fbeaa61f7 req-e7d75213-7847-4aea-b3f5-717b4b1a7f52 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:02.379545 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dc0bdb45-f990-41ff-827b-9c9fbeaa61f7 req-e7d75213-7847-4aea-b3f5-717b4b1a7f52 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0674975 Sep 15 16:11:02.446712 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dc0bdb45-f990-41ff-827b-9c9fbeaa61f7 req-4d17f1be-791b-4e1a-9438-8e33f51f809c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529554 Sep 15 16:11:03.606755 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de25f7f-d608-455c-8bd3-f58fb9c4c520 req-5935ab66-53ec-4b3a-b4a0-4cc836416d41 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:03.614465 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3de25f7f-d608-455c-8bd3-f58fb9c4c520 req-5935ab66-53ec-4b3a-b4a0-4cc836416d41 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0830808 Sep 15 16:11:03.677756 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3de25f7f-d608-455c-8bd3-f58fb9c4c520 req-55393363-66f4-4659-a185-e405eabdd5a0 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623474 Sep 15 16:11:04.803794 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d1a92-8b8a-42b7-bf10-1db39ba03a59 req-f7550163-1bac-419b-a3ca-12e484fb4724 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:04.805484 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e95d1a92-8b8a-42b7-bf10-1db39ba03a59 req-f7550163-1bac-419b-a3ca-12e484fb4724 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0529275 Sep 15 16:11:04.852210 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e95d1a92-8b8a-42b7-bf10-1db39ba03a59 req-ccf43388-64ae-4504-a2b7-c2be74322466 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395360 Sep 15 16:11:05.800672 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-dd85b5ab-85a5-479c-b6eb-fdcf66e06340 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:05.802220 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-dd85b5ab-85a5-479c-b6eb-fdcf66e06340 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 814 time: 0.1052120 Sep 15 16:11:05.819320 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-39120539-7253-4d54-91e5-6ae086b3e262 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/quotas/3a6a45b9fac44954916ecc29803e69a1 HTTP/1.1" status: 200 len: 375 time: 0.0093479 Sep 15 16:11:05.881764 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-dedf60fa-b24f-4889-96d8-d0f070309f78 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540295 Sep 15 16:11:06.019537 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-f0722951-5405-4999-8497-6a2425803762 service neutron] 10.222.0.59 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240768 Sep 15 16:11:06.031503 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54497e3c-eca9-4f8a-b82b-990639696a6a req-cdaa8ce7-932a-4246-af0a-26a03b4158f8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:06.032914 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-54497e3c-eca9-4f8a-b82b-990639696a6a req-cdaa8ce7-932a-4246-af0a-26a03b4158f8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0729547 Sep 15 16:11:06.126916 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-54497e3c-eca9-4f8a-b82b-990639696a6a req-3ab9fc89-4750-4892-a668-55b4a1ccaaff tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849085 Sep 15 16:11:06.143887 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-0bbceba7-266e-4b2b-8a62-0486a35f2062 service neutron] 10.222.0.59 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100678 Sep 15 16:11:06.297693 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5c5efc48-cae6-470c-93c5-d081d6adeda0 req-26edf184-6137-4f19-b0a6-beb91a6e0d9f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 210 time: 0.0264082 Sep 15 16:11:07.269594 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742fc96-a150-4ceb-8f31-114af436a25d req-fb8bcc41-5605-41da-93e7-31d67c1f8b95 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:07.271193 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8742fc96-a150-4ceb-8f31-114af436a25d req-fb8bcc41-5605-41da-93e7-31d67c1f8b95 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0551393 Sep 15 16:11:07.286256 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-6f02df5d-2535-4c11-90ba-7a6533b86cae tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:07.287771 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-6f02df5d-2535-4c11-90ba-7a6533b86cae tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 814 time: 0.1030791 Sep 15 16:11:07.301734 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'port': {'device_id': '4379053b-df50-48a8-a091-94d023fc468f', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'admin_state_up': True, 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:07.312473 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8742fc96-a150-4ceb-8f31-114af436a25d req-6ee2bfbf-04a4-4e32-8baa-0c8617b0a7a7 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Sep 15 16:11:07.406009 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e24323d0-d982-4c4d-8663-21c30bd7f313 req-cdba3983-47b2-446c-82bb-7039c12eb7b4 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 210 time: 0.0271287 Sep 15 16:11:07.417463 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Made reservation on behalf of 3a6a45b9fac44954916ecc29803e69a1 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:11:07.420979 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:07.547070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Allocated IP 172.20.0.14 (c5335d41-cc60-4da0-ac17-b500bcc7c29f/a911b9eb-2e41-476a-9e43-5968012f82af/c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:07.756438 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:07.795143 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:07.841215 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:07.844767 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:07.849057 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:07.898044 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:07.919953 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:07.920609 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:07.938309 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-531d7c18-43de-4ffe-8c41-60e844752bc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6402075 Sep 15 16:11:08.137643 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-76a6fc65-aab2-490b-859a-6b5aad6365f8 None None] Provisioning complete for port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:08.138251 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-76a6fc65-aab2-490b-859a-6b5aad6365f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:08.174775 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-76a6fc65-aab2-490b-859a-6b5aad6365f8 None None] Port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:11:08.434679 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147f7f3-5bc9-474e-b608-1beb7c7a7498 req-8b3f10cd-608a-4fe7-add1-bfd81a4c6433 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:08.435677 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5147f7f3-5bc9-474e-b608-1beb7c7a7498 req-8b3f10cd-608a-4fe7-add1-bfd81a4c6433 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0498679 Sep 15 16:11:08.484787 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5147f7f3-5bc9-474e-b608-1beb7c7a7498 req-86ca8d0a-173f-452a-ae3e-c18aea3e5ce9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Sep 15 16:11:08.539347 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3941b9-be7b-4a94-8f63-9dd2a0b1d614 req-073a0eb7-89c1-44ee-a46f-c51296b041a1 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:08.540803 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8e3941b9-be7b-4a94-8f63-9dd2a0b1d614 req-073a0eb7-89c1-44ee-a46f-c51296b041a1 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0604918 Sep 15 16:11:08.580217 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8e3941b9-be7b-4a94-8f63-9dd2a0b1d614 req-ba617b80-4467-4f9d-b280-1ede03c7d72b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332115 Sep 15 16:11:09.569775 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:11:09.619900 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aeb310-91ee-4d9e-a97c-f2a7957ae2ed req-5dc516ac-36e2-4782-8e6e-8d0dd3492629 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:09.622063 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f6aeb310-91ee-4d9e-a97c-f2a7957ae2ed req-5dc516ac-36e2-4782-8e6e-8d0dd3492629 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 943 time: 0.0566664 Sep 15 16:11:09.708300 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:09.712874 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f6aeb310-91ee-4d9e-a97c-f2a7957ae2ed req-c254c545-f9f9-4c7e-bdc9-f91f0f11d6d2 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836806 Sep 15 16:11:09.721208 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'port_id': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'mac_address': 'fa:16:3e:bf:f3:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:11:09.748173 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ba5ef-3c6b-4227-9812-83746c85ae47 req-37278acb-5669-49ad-b2c6-604e49f77176 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:09.749676 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6f1ba5ef-3c6b-4227-9812-83746c85ae47 req-37278acb-5669-49ad-b2c6-604e49f77176 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0922544 Sep 15 16:11:09.777490 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.792798 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:11:09.795952 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-6f1ba5ef-3c6b-4227-9812-83746c85ae47 req-02a1a801-d80b-4dda-b4c5-56c33babfe26 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Sep 15 16:11:09.822330 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:09.828986 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:09.879503 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=9']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:10.093027 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['0daf28e8-8a18-49a1-b2de-0c18df08cfe7'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:10.841428 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfe6dd-a872-42ab-9ebc-dfdf122ded40 req-1b44cb5b-d635-4199-95fe-af9c611953bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:10.847922 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-27dfe6dd-a872-42ab-9ebc-dfdf122ded40 req-1b44cb5b-d635-4199-95fe-af9c611953bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 944 time: 0.0597379 Sep 15 16:11:10.896697 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-27dfe6dd-a872-42ab-9ebc-dfdf122ded40 req-1539cede-38b6-4969-ae59-015a2baa7c54 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460305 Sep 15 16:11:10.934108 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520bc2df-6510-48a6-a968-bde73eee5088 req-057b1888-6010-49c1-858a-0e76fcf462bc tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:10.935616 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-520bc2df-6510-48a6-a968-bde73eee5088 req-057b1888-6010-49c1-858a-0e76fcf462bc tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0556016 Sep 15 16:11:10.974677 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-520bc2df-6510-48a6-a968-bde73eee5088 req-cdd8152b-f2ba-4d31-a8a3-1d78099fb114 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330658 Sep 15 16:11:11.579934 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:11:11.628501 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:11.628868 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:11.712807 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:11.736150 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:11.738967 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9151515e-f4b8-4030-b8a7-7c2f9bcb1049" -d '{"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:11.755067 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:11.759890 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:11.790556 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397dc7db-49dd-4790-976d-10bc68e2158f x-openstack-request-id: req-397dc7db-49dd-4790-976d-10bc68e2158f {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:11.790877 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-plugged", "status": "completed", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:11.791119 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-397dc7db-49dd-4790-976d-10bc68e2158f {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:11.791500 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'code': 200} Sep 15 16:11:11.818880 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=10']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:12.025882 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f6c08-3920-4288-8639-b261e8a5fb65 req-ce102346-1a6c-4e85-9e13-58586e770640 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:12.029105 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d06f6c08-3920-4288-8639-b261e8a5fb65 req-ce102346-1a6c-4e85-9e13-58586e770640 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0537038 Sep 15 16:11:12.099082 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d06f6c08-3920-4288-8639-b261e8a5fb65 req-4c46b966-9af3-4ff8-9e2f-37aa7a32b9bf tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636792 Sep 15 16:11:12.124633 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7be55a-a8e6-482f-b291-40f7c8600673 req-d42a7ff9-723e-4c2f-81d3-efb393e463da tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:12.124633 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2d7be55a-a8e6-482f-b291-40f7c8600673 req-d42a7ff9-723e-4c2f-81d3-efb393e463da tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0709035 Sep 15 16:11:12.174878 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2d7be55a-a8e6-482f-b291-40f7c8600673 req-f2d95fad-6929-44c5-bb3e-ba85c91d71fb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369244 Sep 15 16:11:13.222240 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefded8-a39d-4b44-b0cd-c8f5f7e35443 req-1d5ba42a-a507-4cc1-a8ac-1d751ae14695 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:13.223886 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aaefded8-a39d-4b44-b0cd-c8f5f7e35443 req-1d5ba42a-a507-4cc1-a8ac-1d751ae14695 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0495021 Sep 15 16:11:13.284827 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aaefded8-a39d-4b44-b0cd-c8f5f7e35443 req-0e8f77fc-a6a7-493f-bf31-d18d77291dc9 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552840 Sep 15 16:11:13.309473 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ace77c-4a99-4adf-a780-db882e48c779 req-abcd572a-d22f-4730-bc14-c572f3b608ff tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:13.311000 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d6ace77c-4a99-4adf-a780-db882e48c779 req-abcd572a-d22f-4730-bc14-c572f3b608ff tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0596864 Sep 15 16:11:13.352606 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d6ace77c-4a99-4adf-a780-db882e48c779 req-91b40a95-75de-4ab7-a2e4-63128a4aec6a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347385 Sep 15 16:11:14.424081 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb4fa4-7c2f-4dcb-9b35-849bbab9e511 req-758bb7e5-f120-45f0-ba54-88b0695e149b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:14.434947 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e3fb4fa4-7c2f-4dcb-9b35-849bbab9e511 req-758bb7e5-f120-45f0-ba54-88b0695e149b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0722976 Sep 15 16:11:14.501811 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e3fb4fa4-7c2f-4dcb-9b35-849bbab9e511 req-1d4ab1af-9e86-47aa-8244-09c4d14820f5 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660267 Sep 15 16:11:14.515162 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4448a-2ec8-4496-82d3-278157d34fc1 req-a265974f-96b8-4734-ace7-01383c87828a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:14.516657 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06b4448a-2ec8-4496-82d3-278157d34fc1 req-a265974f-96b8-4734-ace7-01383c87828a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0720923 Sep 15 16:11:14.557108 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-06b4448a-2ec8-4496-82d3-278157d34fc1 req-bdcb6359-e8de-41a3-9ab4-9bc44e029d6f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341480 Sep 15 16:11:15.636385 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d06016-585c-488c-b808-c20c2d676e2f req-e9da0c06-4efe-4840-8011-c555a24b3594 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:15.637963 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e7d06016-585c-488c-b808-c20c2d676e2f req-e9da0c06-4efe-4840-8011-c555a24b3594 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0599365 Sep 15 16:11:15.713082 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e7d06016-585c-488c-b808-c20c2d676e2f req-0ba8f604-16fe-4118-852c-502a6df7181f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661101 Sep 15 16:11:15.724677 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce90d36-7e99-443f-9829-599227f8b3ed req-ae320625-38eb-45dd-9d6f-d9ee2baeb2b4 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:15.726190 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ce90d36-7e99-443f-9829-599227f8b3ed req-ae320625-38eb-45dd-9d6f-d9ee2baeb2b4 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0873775 Sep 15 16:11:15.770414 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1ce90d36-7e99-443f-9829-599227f8b3ed req-740a8589-7c0a-417b-9b30-de88989efc78 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Sep 15 16:11:16.547719 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:16.853926 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f71851f-819a-4327-b967-ce13a8fd394e req-cc1f9465-3bc3-4ed8-96d2-3f6f9f7ace0c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:16.856131 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f71851f-819a-4327-b967-ce13a8fd394e req-cc1f9465-3bc3-4ed8-96d2-3f6f9f7ace0c tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0652261 Sep 15 16:11:16.932252 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87010ad-c1f1-4fec-ab68-af01d5724083 req-cafc5c9b-2572-4474-b946-b51986675c94 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:16.933763 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a87010ad-c1f1-4fec-ab68-af01d5724083 req-cafc5c9b-2572-4474-b946-b51986675c94 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0903001 Sep 15 16:11:16.936451 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f71851f-819a-4327-b967-ce13a8fd394e req-2a0882e9-35e9-4601-8a0a-068f21749bb3 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725400 Sep 15 16:11:16.984765 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a87010ad-c1f1-4fec-ab68-af01d5724083 req-984a10ff-8d8c-49d5-93e3-a09fa854280a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451164 Sep 15 16:11:18.031129 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Request body: {'port': {'device_id': '4379053b-df50-48a8-a091-94d023fc468f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:18.075427 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2a954-f874-4164-83b6-d4bd52fa684e req-7273a56b-4179-4083-867a-b7a598a1c3d6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.083470 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d9d2a954-f874-4164-83b6-d4bd52fa684e req-7273a56b-4179-4083-867a-b7a598a1c3d6 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0740838 Sep 15 16:11:18.088111 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.143753 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be80315-5ca1-402b-9df6-428c483029aa req-8541979d-d623-4f5d-adad-305272aa7de5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.145286 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0be80315-5ca1-402b-9df6-428c483029aa req-8541979d-d623-4f5d-adad-305272aa7de5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 932 time: 0.0918407 Sep 15 16:11:18.150569 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d9d2a954-f874-4164-83b6-d4bd52fa684e req-71b3baca-1360-4b5d-8ff2-49d7351e9054 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661221 Sep 15 16:11:18.197530 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0be80315-5ca1-402b-9df6-428c483029aa req-3b9fa6ba-e234-4bbd-8db6-91ad7af2dbb4 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Sep 15 16:11:18.267740 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761e57e-7bc0-44b2-be04-0a494f67154e req-65d16d2f-9eff-42fe-95c6-c200efe72141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.269129 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9761e57e-7bc0-44b2-be04-0a494f67154e req-65d16d2f-9eff-42fe-95c6-c200efe72141 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 1099 time: 0.0725067 Sep 15 16:11:18.343952 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9761e57e-7bc0-44b2-be04-0a494f67154e req-d6039120-7094-441c-b416-b8c2bca3754f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458686 Sep 15 16:11:18.401919 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:11:18.409231 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.420596 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Transition to ACTIVE for port object c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:11:18.425066 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.476838 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:18.520956 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2ac73456-5dd3-486c-9a0d-12147acd29b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.549478 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Attempting to bind port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:11:18.549941 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Attempting to bind port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:11:18.550264 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Attempting to bind port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 on network c5335d41-cc60-4da0-ac17-b500bcc7c29f {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:11:18.554564 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 on network c5335d41-cc60-4da0-ac17-b500bcc7c29f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:11:18.554922 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Attempting to bind port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 on network c5335d41-cc60-4da0-ac17-b500bcc7c29f {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:11:18.559865 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:11:18.560202 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Checking segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:11:18.560573 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Bound using segment: {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:11:18.562635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Bound port: c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8143199b-e6f4-4fa8-b978-b46b658483b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:11:18.562635 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.631305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:11:18.634569 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:11:18.639468 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.673150 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.673761 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:18.675143 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] 10.222.0.64 "PUT /v2.0/ports/c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 1094 time: 0.6515496 Sep 15 16:11:18.675607 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:18.677828 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c963084-104d-45b7-8be9-d6bed7fd15e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:18.707857 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f796d-03c0-4a1f-897c-3e65030a564f service neutron] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:18.747032 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce0e192-34cd-410d-b012-062ce92fcfe4 x-openstack-request-id: req-2ce0e192-34cd-410d-b012-062ce92fcfe4 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:18.747410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:18.747731 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2ce0e192-34cd-410d-b012-062ce92fcfe4 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:18.748193 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'status': 'completed', 'code': 200} Sep 15 16:11:18.805360 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-d56ee2c8-71f7-4df9-9683-b53b33a53737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.806939 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-d56ee2c8-71f7-4df9-9683-b53b33a53737 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1097 time: 0.0450439 Sep 15 16:11:18.852201 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-3a39b0ea-c749-482b-9c5b-2c9f8e844c5b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 217 time: 0.0353227 Sep 15 16:11:18.901306 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-87792bfe-1000-4f14-85c3-c0e656edb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.903311 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-87792bfe-1000-4f14-85c3-c0e656edb1da service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0432820 Sep 15 16:11:18.946353 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-1b15f178-4b9f-4aba-9b8a-a97899d844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:18.948547 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-1b15f178-4b9f-4aba-9b8a-a97899d844a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383606 Sep 15 16:11:19.040900 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-b4da501c-19b4-4448-a62b-f1362847ea1e service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Sep 15 16:11:19.136951 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6534b2fe-2e28-4222-a48a-b617aa0c4954 req-232c3962-921f-436f-8d58-400145675cc9 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881121 Sep 15 16:11:19.228504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-bebb374e-7cbc-42ac-afbb-52807fd75595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:19.230576 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-bebb374e-7cbc-42ac-afbb-52807fd75595 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1097 time: 0.0440254 Sep 15 16:11:19.287786 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231534f-a714-4473-a763-be02bd38b0fd req-23b3d668-26d5-4f6c-9551-f675d1f4200b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:19.289322 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b231534f-a714-4473-a763-be02bd38b0fd req-23b3d668-26d5-4f6c-9551-f675d1f4200b tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0590322 Sep 15 16:11:19.321733 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-3eecf3a5-b87a-4f8d-adb9-9c71bfe7f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:19.323890 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-3eecf3a5-b87a-4f8d-adb9-9c71bfe7f813 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 915 time: 0.0852237 Sep 15 16:11:19.352911 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3818188-6142-42b6-a72b-74aca6f39cee req-773cc8f2-6e58-4817-80ea-043deca0a5f7 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:19.354402 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b3818188-6142-42b6-a72b-74aca6f39cee req-773cc8f2-6e58-4817-80ea-043deca0a5f7 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 944 time: 0.0846648 Sep 15 16:11:19.357130 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b231534f-a714-4473-a763-be02bd38b0fd req-44964a1a-3d13-474e-bbf7-8bb605c4eb76 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509305 Sep 15 16:11:19.381289 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-afc1c4c1-c367-4d72-9083-8105db151859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 217 time: 0.0401325 Sep 15 16:11:19.393351 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b3818188-6142-42b6-a72b-74aca6f39cee req-722f3f3f-82c4-4d72-8c57-f9d223cedeaf tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Sep 15 16:11:19.425539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-dcd36ed8-e431-4100-82b9-50b182002678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:19.427022 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-dcd36ed8-e431-4100-82b9-50b182002678 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0432663 Sep 15 16:11:19.471339 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-cd398066-d278-43b8-82b9-42d9aa42657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:19.473057 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-cd398066-d278-43b8-82b9-42d9aa42657a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384572 Sep 15 16:11:19.564232 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-c3089ae4-f76e-4fac-a823-89a04e3c1422 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829849 Sep 15 16:11:19.651628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-6c963084-104d-45b7-8be9-d6bed7fd15e3 req-bf5710e7-a61f-4a85-9765-52a210dfd670 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799935 Sep 15 16:11:20.505662 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea079f9-74a1-4c16-b400-6463aa13d9eb req-46b704e6-2b1e-4eb1-9bae-fd82761e9247 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:20.507137 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4ea079f9-74a1-4c16-b400-6463aa13d9eb req-46b704e6-2b1e-4eb1-9bae-fd82761e9247 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0776944 Sep 15 16:11:20.535517 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e3b6-a256-4313-92af-93eb30b4bcb6 req-2a22691d-045b-4729-a190-8b959db3074a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:20.536916 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2747e3b6-a256-4313-92af-93eb30b4bcb6 req-2a22691d-045b-4729-a190-8b959db3074a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 944 time: 0.0763605 Sep 15 16:11:20.568137 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4ea079f9-74a1-4c16-b400-6463aa13d9eb req-08df4d8d-37cd-42d4-90ad-6efc831beb21 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543518 Sep 15 16:11:20.585748 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2747e3b6-a256-4313-92af-93eb30b4bcb6 req-49ec0159-451a-4c31-ab15-ecc8fba79c88 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Sep 15 16:11:21.343564 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad419-46e1-49eb-aa65-fb031bb6f860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.479069 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.610791 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:11:21.700333 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddda992-8c0b-4efb-9293-c4d2a2e24916 req-d74ac2a7-20dd-4690-ae76-4d9b46db8a9a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:21.701804 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0ddda992-8c0b-4efb-9293-c4d2a2e24916 req-d74ac2a7-20dd-4690-ae76-4d9b46db8a9a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 944 time: 0.0497408 Sep 15 16:11:21.714506 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:21.725699 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'port_id': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'mac_address': 'fa:16:3e:23:cb:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:11:21.747611 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0ddda992-8c0b-4efb-9293-c4d2a2e24916 req-17e41f2a-585b-4bb3-bee8-57dcc7723fff tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Sep 15 16:11:21.762974 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.775236 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:11:21.794914 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:21.798423 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:21.844196 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:22.041282 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:22.268670 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:22.865629 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd81c07e-9a9b-459e-8349-33cd81782743 req-e559da69-459f-4a4f-a34c-039abfa227db tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:22.866993 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd81c07e-9a9b-459e-8349-33cd81782743 req-e559da69-459f-4a4f-a34c-039abfa227db tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 945 time: 0.0507486 Sep 15 16:11:22.903598 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-dd81c07e-9a9b-459e-8349-33cd81782743 req-026cfc56-5ffb-4240-a9c8-c34919b39283 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Sep 15 16:11:23.615077 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:11:23.664025 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:11:23.668115 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:23.668483 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:23.754360 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:23.776190 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:23.778400 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78481985-3b29-4b30-8dd0-620c576c5930" -d '{"events": [{"server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "name": "network-vif-plugged", "status": "completed", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:23.791314 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:23.795533 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:23.820067 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e2859-ac01-47ba-bac8-585f2219a096 x-openstack-request-id: req-a92e2859-ac01-47ba-bac8-585f2219a096 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:23.820357 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "name": "network-vif-plugged", "status": "completed", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:23.820609 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a92e2859-ac01-47ba-bac8-585f2219a096 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:23.821533 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'code': 200} Sep 15 16:11:23.847251 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:23.884133 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:23.982076 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d754f55-e9d2-4e04-a4f4-bdcbf51c6d14 req-188c8aa8-0235-4ced-8118-4b8e8b87a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:23.983684 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7d754f55-e9d2-4e04-a4f4-bdcbf51c6d14 req-188c8aa8-0235-4ced-8118-4b8e8b87a00f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1099 time: 0.0441370 Sep 15 16:11:24.016549 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642a3eb7-a0f1-43b5-9819-5424c44d6635 req-19cabffc-e00e-4045-95d8-f4001a19c9b5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:24.018008 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-642a3eb7-a0f1-43b5-9819-5424c44d6635 req-19cabffc-e00e-4045-95d8-f4001a19c9b5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0490804 Sep 15 16:11:24.018258 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-7d754f55-e9d2-4e04-a4f4-bdcbf51c6d14 req-910ab8cf-2d7d-46d2-8056-23bf4ba486cf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282023 Sep 15 16:11:24.055081 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-642a3eb7-a0f1-43b5-9819-5424c44d6635 req-66eeba64-3656-4a72-a5cc-4e1340fe4e99 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309246 Sep 15 16:11:25.175217 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e689e-0d22-4143-9afe-a6cbbe6f6913 req-27f68b14-c3a8-47bd-a04c-6f3f90e98ac3 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:25.176688 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e50e689e-0d22-4143-9afe-a6cbbe6f6913 req-27f68b14-c3a8-47bd-a04c-6f3f90e98ac3 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0473168 Sep 15 16:11:25.213824 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e50e689e-0d22-4143-9afe-a6cbbe6f6913 req-f82e2873-6399-448a-81ae-ef65cdb627ac tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305088 Sep 15 16:11:25.329974 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8eec6c-970b-4f0b-95f7-2254a9789b64 req-6249e244-861c-4a7f-b15e-aa327db8f36c tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:25.331420 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a8eec6c-970b-4f0b-95f7-2254a9789b64 req-6249e244-861c-4a7f-b15e-aa327db8f36c tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0506983 Sep 15 16:11:25.367564 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a8eec6c-970b-4f0b-95f7-2254a9789b64 req-2f4d26b9-3857-4698-a083-b1567b0bb9ca tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303223 Sep 15 16:11:25.681084 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141ece5-ec7e-4459-8bcf-e79740b2e277 req-081f3aa2-1180-4ed8-9c54-c3a74a843aa0 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:25.683046 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a141ece5-ec7e-4459-8bcf-e79740b2e277 req-081f3aa2-1180-4ed8-9c54-c3a74a843aa0 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0477197 Sep 15 16:11:25.723177 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a141ece5-ec7e-4459-8bcf-e79740b2e277 req-8b49ef4d-3411-48f8-b7b0-daf2e06300c4 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Sep 15 16:11:32.846917 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:11:35.122911 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb8136-e6bd-4793-9090-5a681810ef5f req-9add3244-236e-479f-9aef-077d97316177 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.124345 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-02bb8136-e6bd-4793-9090-5a681810ef5f req-9add3244-236e-479f-9aef-077d97316177 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0474601 Sep 15 16:11:35.161183 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-02bb8136-e6bd-4793-9090-5a681810ef5f req-36f9ad26-3898-42e5-9445-1d0224175e82 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Sep 15 16:11:35.182593 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42104) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:35.269076 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b11ff-0f9c-4854-b9e8-8ca86b61b2d1 tempest-TestMinimumBasicScenario-843550417 tempest-TestMinimumBasicScenario-843550417-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:35.270516 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8f8b11ff-0f9c-4854-b9e8-8ca86b61b2d1 tempest-TestMinimumBasicScenario-843550417 tempest-TestMinimumBasicScenario-843550417-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1094 time: 0.0869560 Sep 15 16:11:35.273496 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42108) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:35.278185 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'port_id': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:35.299379 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for floatingip, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.390566 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.499840 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_common [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Allocated IP 172.27.1.232 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/226fbae2-2c46-4af7-8866-fad62b136f13) {{(pid=94073) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:11:35.600618 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for port, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.637675 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:35.674206 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94073) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:11:35.676998 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Resources bound (agent type, host, resource id): {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:11:35.679602 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Received port after_create {{(pid=94073) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:11:35.707747 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'Port': ['ID=226fbae2-2c46-4af7-8866-fad62b136f13,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:36.056090 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.132787 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.290411 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.296597 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.361760 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'Port': ['ID=226fbae2-2c46-4af7-8866-fad62b136f13,revision_number=2']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:36.371525 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.468890 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Floating IP 38f994ba-1bc3-4681-9b6e-c95de4ee1f3c associated. External IP: 172.27.1.232, port: c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5. Sep 15 16:11:36.673606 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Router 14618ed2-7792-4acc-87b9-92ee90bc1aac has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:11:36.792919 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:11:36.804997 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] Sync routers for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:11:36.815276 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.817038 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:36.817699 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:36.853199 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-127ab034-b0d6-4b32-875f-baf153ca9062 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5761628 Sep 15 16:11:36.853199 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:36.853850 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f34e44a-87b2-4947-bc04-cb9b021601b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:36.854861 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42126) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:36.863457 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513182312', 'description': 'tempest-secgroup-smoke-1513182312 description', 'project_id': '3a6a45b9fac44954916ecc29803e69a1'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:36.894594 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:36.936035 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff5add5-27fd-4a7e-ad55-9d491ace2d33 x-openstack-request-id: req-bff5add5-27fd-4a7e-ad55-9d491ace2d33 {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:36.936407 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:36.936723 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bff5add5-27fd-4a7e-ad55-9d491ace2d33 {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:36.938237 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'status': 'completed', 'code': 200} Sep 15 16:11:36.976861 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:36.982869 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1b540-429e-40c6-a2ee-35bd14dddda6 req-4f4f75cc-283d-49e5-b93e-6a930467d961 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:36.984574 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-83b1b540-429e-40c6-a2ee-35bd14dddda6 req-4f4f75cc-283d-49e5-b93e-6a930467d961 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0925710 Sep 15 16:11:37.017077 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-02dbd7ca-dd1a-4ea4-bb5d-c3f2c511f5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.018646 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-02dbd7ca-dd1a-4ea4-bb5d-c3f2c511f5ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1099 time: 0.0604067 Sep 15 16:11:37.031101 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-83b1b540-429e-40c6-a2ee-35bd14dddda6 req-9e2f3e88-30be-4f4b-8b3a-3d113ee44b54 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393286 Sep 15 16:11:37.059331 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.067847 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.127378 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.131119 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2738552 Sep 15 16:11:37.131942 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42130) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.137324 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10', 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:37.143460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab215a54-b7bc-4844-9752-c9db61c6f591 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.167687 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.168447 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-170133c2-2c6e-4e9a-8ef6-fe0cd7b22386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.171146 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-170133c2-2c6e-4e9a-8ef6-fe0cd7b22386 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 915 time: 0.1428928 Sep 15 16:11:37.225316 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.227873 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '38f994ba-1bc3-4681-9b6e-c95de4ee1f3c', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'port_id': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'mac_address': 'fa:16:3e:23:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4379053b-df50-48a8-a091-94d023fc468f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:11:35Z', 'updated_at': '2021-09-15T16:11:35Z', 'revision_number': 0, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:37.235437 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.255455 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a75e3fc-d9b6-463b-b3b0-4122991c7b61,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.260480 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.262084 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-81bf9b28-aabb-42ab-9b06-f2daeb9aa5c9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289790 Sep 15 16:11:37.264794 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42136) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.266716 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-68c997e3-0637-4d6e-95de-2a14eed77290 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 1000 time: 0.0887547 Sep 15 16:11:37.269471 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10', 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:37.269936 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] Checking router: 14618ed2-7792-4acc-87b9-92ee90bc1aac for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:11:37.279404 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:37.280029 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:37.308194 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.335810 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-502c7bc2-64e1-4436-ba8d-b675d5355a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.337937 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-502c7bc2-64e1-4436-ba8d-b675d5355a85 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0605750 Sep 15 16:11:37.386164 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.390695 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.404194 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-2b686bbe-cbd4-46e5-bd7f-6b87c48d9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.406155 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-2b686bbe-cbd4-46e5-bd7f-6b87c48d9504 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547211 Sep 15 16:11:37.412683 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3532e1-c2c7-492e-b403-44951cf5ec0b,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.419851 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.421192 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-6aaf62bd-c2c7-483d-a10a-d2dcca71ccc9 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1552985 Sep 15 16:11:37.429825 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42142) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.445204 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10', 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:37.521681 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.534320 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:37.550469 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-74c5e8b6-b5aa-4a2c-9f10-ac43ac009139 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357868 Sep 15 16:11:37.648403 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.654418 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.685712 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d618b9a6-408d-4e3b-870f-f147e3ba342f,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.694798 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-5f34e44a-87b2-4947-bc04-cb9b021601b3 req-32380e5e-a1ed-4bf5-bf27-784797b7c90e service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325250 Sep 15 16:11:37.696310 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.700002 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-afec3a6b-9496-4b9f-aa6d-9b948872bf7b tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2657607 Sep 15 16:11:37.700777 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42152) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.710274 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10', 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:37.759142 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.789304 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '38f994ba-1bc3-4681-9b6e-c95de4ee1f3c', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'port_id': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'mac_address': 'fa:16:3e:23:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4379053b-df50-48a8-a091-94d023fc468f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:11:35Z', 'updated_at': '2021-09-15T16:11:35Z', 'revision_number': 0, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:37.821053 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ea47d6-d18f-40d6-a7c3-31f560cb71ca None None] The sync data for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi is: [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '38f994ba-1bc3-4681-9b6e-c95de4ee1f3c', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'floating_ip_address': '172.27.1.232', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'port_id': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'mac_address': 'fa:16:3e:23:cb:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4379053b-df50-48a8-a091-94d023fc468f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:11:35Z', 'updated_at': '2021-09-15T16:11:35Z', 'revision_number': 0, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:11:37.848729 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.852872 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.876119 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1113c5-7c0d-4881-8f0d-b495bc18056b,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:37.890052 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4878e73-cda7-467a-9008-7f9317235494 req-a920f23b-cac9-40e6-861d-b2178e2152e7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:37.891601 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d4878e73-cda7-467a-9008-7f9317235494 req-a920f23b-cac9-40e6-861d-b2178e2152e7 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0879867 Sep 15 16:11:37.892863 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:37.895029 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-bd87a16c-c54a-4bc7-a26c-ece67d0f0195 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1931407 Sep 15 16:11:37.896496 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42156) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:37.902560 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10', 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:37.950058 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d4878e73-cda7-467a-9008-7f9317235494 req-656b5ea2-52bd-4098-ae88-4ec29fac375d tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513802 Sep 15 16:11:37.950963 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.securitygroups_db [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Project 3a6a45b9fac44954916ecc29803e69a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:11:37.956930 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.010123 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.019761 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.032453 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e42003-251e-44f9-b1bc-ee2b2a65c1f5 None None] New status for floating IP 38f994ba-1bc3-4681-9b6e-c95de4ee1f3c: ACTIVE {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:11:38.039764 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a240ea4-32fe-4579-90ed-2fa5a9a8fc8a,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:38.046790 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.050406 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-84580913-d7ca-4f86-b40c-7a83197af05d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505380 Sep 15 16:11:38.050613 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42160) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:38.054932 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'security_group_rule': {'security_group_id': 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10', 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:38.078807 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.securitygroups_db [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Project 3a6a45b9fac44954916ecc29803e69a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 16:11:38.084102 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.182812 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14503f-0d48-4e14-b99a-40940f0fedd7 req-1015e553-d7a6-4cbc-952b-61d79aaff813 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:38.184260 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8e14503f-0d48-4e14-b99a-40940f0fedd7 req-1015e553-d7a6-4cbc-952b-61d79aaff813 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0718367 Sep 15 16:11:38.190654 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.194788 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1835606'] for security_group_rule, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.222649 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088baa95-a4f0-4c57-8913-9cf6ea9ccc7d,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:38.233437 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.234678 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a64c0482-ad53-499d-bf18-4051e10aacbb tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1831348 Sep 15 16:11:38.254921 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8e14503f-0d48-4e14-b99a-40940f0fedd7 req-c5d024e4-478c-4872-ba38-a9f614eb3f88 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495381 Sep 15 16:11:38.317984 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-975c8c35-92ef-4e46-97cb-c0ed06a09025 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513182312&fields=id&tenant_id=3a6a45b9fac44954916ecc29803e69a1 HTTP/1.1" status: 200 len: 267 time: 0.0347748 Sep 15 16:11:38.373962 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-3a1d8735-499a-4318-a0db-76cfdf0e5244 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:38.375409 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-3a1d8735-499a-4318-a0db-76cfdf0e5244 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0490115 Sep 15 16:11:38.387167 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'port': {'security_groups': ['e21fc594-58f9-41ee-8b3e-d05357825258', 'e87cd4d6-6c38-4718-b2cd-1ba1b5978d10']}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:11:38.452708 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.862194 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:38.891350 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.895929 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.908944 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:38.941279 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:38.941892 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:38.943308 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-fc22b648-32ee-40e3-809e-16a25d167fcd req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "PUT /v2.0/ports/c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 982 time: 0.5614755 Sep 15 16:11:38.943754 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:38.948988 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c22830-836a-4c4a-885d-5aab308bd28f" -d '{"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:38.979277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7ab45-8050-405a-b633-2b77cfafc322 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=6']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:39.003334 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af5b21f-30d7-4963-8eb4-73f4726b188e x-openstack-request-id: req-6af5b21f-30d7-4963-8eb4-73f4726b188e {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:39.003618 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:39.003905 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-6af5b21f-30d7-4963-8eb4-73f4726b188e {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:39.004295 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'status': 'completed', 'code': 200} Sep 15 16:11:39.055515 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:11:39.090483 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c22830-836a-4c4a-885d-5aab308bd28f req-9d0c00a4-0628-4811-8c87-6fd976a0073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.092130 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-9d0c00a4-0628-4811-8c87-6fd976a0073e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1138 time: 0.0613203 Sep 15 16:11:39.137895 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d9210-8193-4baa-be2b-91b1fd451c46 req-02a62bd9-81fa-4d74-9cf1-8367549c0276 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.145621 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a75d9210-8193-4baa-be2b-91b1fd451c46 req-02a62bd9-81fa-4d74-9cf1-8367549c0276 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.1386845 Sep 15 16:11:39.155723 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20b67d-0287-442c-ab20-b8f4b71cb28b req-0081780c-9e7e-45b1-8afa-979fd475678c tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.157350 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4b20b67d-0287-442c-ab20-b8f4b71cb28b req-0081780c-9e7e-45b1-8afa-979fd475678c tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0920327 Sep 15 16:11:39.208814 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c22830-836a-4c4a-885d-5aab308bd28f req-9b4f2c63-3640-4480-8c3a-b48c7cc96ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.210572 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-9b4f2c63-3640-4480-8c3a-b48c7cc96ac6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 915 time: 0.1026902 Sep 15 16:11:39.217541 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a75d9210-8193-4baa-be2b-91b1fd451c46 req-54642a07-6019-4ee9-9f49-65e55321b06e tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709174 Sep 15 16:11:39.230934 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4b20b67d-0287-442c-ab20-b8f4b71cb28b req-9c790942-9a4e-4dc1-8280-dec5f69dfc98 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639124 Sep 15 16:11:39.245533 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-e88f40fd-c9d5-4126-b58f-a4b473c0c484 None None] Provisioning complete for port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:11:39.246071 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e88f40fd-c9d5-4126-b58f-a4b473c0c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:39.295471 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-189e1d57-b966-458c-ae19-de0bae73bed2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 1002 time: 0.0702918 Sep 15 16:11:39.352190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c22830-836a-4c4a-885d-5aab308bd28f req-976ec79b-6ec6-417b-ba4d-58cda0e0b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.354228 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-976ec79b-6ec6-417b-ba4d-58cda0e0b6c1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0502186 Sep 15 16:11:39.372774 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991edff6-6ff4-42c1-87c2-9cbb954c38e7 req-c0516da9-6e56-4db9-8786-1a750c58c926 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.374526 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-991edff6-6ff4-42c1-87c2-9cbb954c38e7 req-c0516da9-6e56-4db9-8786-1a750c58c926 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0498958 Sep 15 16:11:39.408480 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c22830-836a-4c4a-885d-5aab308bd28f req-5341cfa2-82ee-46a2-b18e-6f39b30990e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.410104 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-5341cfa2-82ee-46a2-b18e-6f39b30990e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467303 Sep 15 16:11:39.413269 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-991edff6-6ff4-42c1-87c2-9cbb954c38e7 req-f81f5b34-2798-4f94-8f29-3cbe6763871d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Sep 15 16:11:39.761428 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-1a924f4a-d22a-4002-b0b5-51e2682100f5 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3415730 Sep 15 16:11:39.879800 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-27c22830-836a-4c4a-885d-5aab308bd28f req-a7bb0c08-45ae-4f00-9d2b-43f4710eaab4 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101196 Sep 15 16:11:39.890626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-1d28d0f7-5fe7-4844-b0d7-f426bdb92b12 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:39.892005 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-1d28d0f7-5fe7-4844-b0d7-f426bdb92b12 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0655236 Sep 15 16:11:39.983455 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Deleting port 2f72bf9f-97f3-432b-afda-38c857a7b30e {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:39.983703 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.071270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] For port 2f72bf9f-97f3-432b-afda-38c857a7b30e, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=2f72bf9f-97f3-432b-afda-38c857a7b30e,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:40.071804 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.235670 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.236343 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.236343 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Floating IP ceda17a0-7d0f-4f61-9e15-a9857296d77f disassociated. External IP: 172.27.1.227, port: 2f72bf9f-97f3-432b-afda-38c857a7b30e. Sep 15 16:11:40.236700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Calling delete_port for 2f72bf9f-97f3-432b-afda-38c857a7b30e owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:40.341977 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c870c-512c-41bb-9d24-3e6cea05a0a5 req-e2880cb0-a431-4b5c-bcf8-ebdff0ff6d58 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:40.343448 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bf5c870c-512c-41bb-9d24-3e6cea05a0a5 req-e2880cb0-a431-4b5c-bcf8-ebdff0ff6d58 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/ports?device_id=d6fd1e84-d390-4595-9e5f-4066f1a73db5 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Sep 15 16:11:40.364592 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.381410 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-bf5c870c-512c-41bb-9d24-3e6cea05a0a5 req-119add37-2f99-4bf4-96b1-245fcbf7704a tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups?id=944d8a90-9238-453c-88f6-f9e5713916b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314944 Sep 15 16:11:40.393357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event deleted for resources: {'Port': ['ID=2f72bf9f-97f3-432b-afda-38c857a7b30e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:40.515356 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Router 706fc351-9494-49ac-acb5-22ea2372316b has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:11:40.527337 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62d3da3-3af7-4ad2-b92d-acc628a13e5d req-d39edab0-e59e-48d8-b909-241e8ed7534e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:40.529070 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a62d3da3-3af7-4ad2-b92d-acc628a13e5d req-d39edab0-e59e-48d8-b909-241e8ed7534e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0475740 Sep 15 16:11:40.566479 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a62d3da3-3af7-4ad2-b92d-acc628a13e5d req-5a0ed95d-3903-4e09-816f-2e438f56a74d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315266 Sep 15 16:11:40.621557 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:11:40.631760 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:11:40.640993 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:40.641603 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:40.662203 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] No DVR routers for this DVR port 2f72bf9f-97f3-432b-afda-38c857a7b30e on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:11:40.664734 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:40.667296 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-e8e374c7-ade6-49c3-87e9-838301e40247 req-b63e466e-c37f-4ace-9226-49d4f3085538 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.64 "DELETE /v2.0/ports/2f72bf9f-97f3-432b-afda-38c857a7b30e HTTP/1.1" status: 204 len: 173 time: 0.7682860 Sep 15 16:11:40.667727 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'name': 'network-vif-deleted', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:40.669949 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e723c104-e39c-42cf-b82c-2220030ef1d2" -d '{"events": [{"server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "name": "network-vif-deleted", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:40.705293 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e4ae7d-c1cf-487c-b9e9-3856b476e2fd x-openstack-request-id: req-f5e4ae7d-c1cf-487c-b9e9-3856b476e2fd {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:40.705585 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fd1e84-d390-4595-9e5f-4066f1a73db5", "name": "network-vif-deleted", "tag": "2f72bf9f-97f3-432b-afda-38c857a7b30e", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:40.705832 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-f5e4ae7d-c1cf-487c-b9e9-3856b476e2fd {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:40.706216 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fd1e84-d390-4595-9e5f-4066f1a73db5', 'name': 'network-vif-deleted', 'tag': '2f72bf9f-97f3-432b-afda-38c857a7b30e', 'status': 'completed', 'code': 200} Sep 15 16:11:40.762508 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:40.967976 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:40.993778 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:11:41.001785 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:41.002386 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:41.106742 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:41.304965 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:41.334292 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8406dc-13ba-4129-9716-fc2f843884ff None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '103ac571-29fa-4012-a775-a1eee78374df', 'name': '', 'network_id': 'ff3e9d43-ea22-4f07-8df6-3aca16830258', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'mac_address': 'fa:16:3e:56:23:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:49Z', 'updated_at': '2021-09-15T16:05:02Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'subnets': [{'id': 'f3110ee0-6b7d-45fd-be57-22d041b9bfe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:11:41.465643 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42186) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:41.522245 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f45f12d0-1ae0-4d2b-b6a4-73057e40f2e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.547555 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f45f12d0-1ae0-4d2b-b6a4-73057e40f2e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.554033 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3eb658d-4734-4963-8aaf-c4c23ea16f82 None None] New status for floating IP ceda17a0-7d0f-4f61-9e15-a9857296d77f: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:11:41.597407 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f45f12d0-1ae0-4d2b-b6a4-73057e40f2e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.600348 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f45f12d0-1ae0-4d2b-b6a4-73057e40f2e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.604338 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f45f12d0-1ae0-4d2b-b6a4-73057e40f2e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "DELETE /v2.0/security-groups/944d8a90-9238-453c-88f6-f9e5713916b5 HTTP/1.1" status: 204 len: 168 time: 0.1348610 Sep 15 16:11:41.604437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42192) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:41.613306 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f12d0-1ae0-4d2b-b6a4-73057e40f2e9 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=944d8a90-9238-453c-88f6-f9e5713916b5,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:41.623453 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.api.v2.resource [None req-cd36abd5-c780-41ba-81f9-dcc90291baa2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] show failed (client error): The resource could not be found. Sep 15 16:11:41.627152 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-cd36abd5-c780-41ba-81f9-dcc90291baa2 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "GET /v2.0/security-groups/944d8a90-9238-453c-88f6-f9e5713916b5 HTTP/1.1" status: 404 len: 347 time: 0.0191991 Sep 15 16:11:41.627521 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42194) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:41.780979 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc049ba-5b27-4a6a-b065-a224da15983f req-4fa31642-c059-401b-bd74-17ebca4036ea tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:41.782415 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0fc049ba-5b27-4a6a-b065-a224da15983f req-4fa31642-c059-401b-bd74-17ebca4036ea tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.1118956 Sep 15 16:11:41.826378 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Deleting port 598388ee-9761-4b07-aeb9-64aea86a7772 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:41.826736 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.831489 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0fc049ba-5b27-4a6a-b065-a224da15983f req-cc1f774c-5ed8-4724-9d96-04b29e043c39 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426154 Sep 15 16:11:41.908056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.908277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:41.920964 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Calling delete_port for 598388ee-9761-4b07-aeb9-64aea86a7772 owned by network:floatingip {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:42.046079 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.073227 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Pushing event deleted for resources: {'Port': ['ID=598388ee-9761-4b07-aeb9-64aea86a7772,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:42.136478 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks [] for floatingip, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.138986 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:42.140131 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7b4fe0b9-2085-4fcc-ae38-823d2133b987 tempest-AttachVolumeTestJSON-1632648150 tempest-AttachVolumeTestJSON-1632648150-project] 10.222.0.59 "DELETE /v2.0/floatingips/ceda17a0-7d0f-4f61-9e15-a9857296d77f HTTP/1.1" status: 204 len: 168 time: 0.5116563 Sep 15 16:11:42.951565 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e329834-b35c-4a5d-af4a-3b2f579bb557 req-638b7f11-3eef-4796-abb4-aa4b303b3d96 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:42.953032 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4e329834-b35c-4a5d-af4a-3b2f579bb557 req-638b7f11-3eef-4796-abb4-aa4b303b3d96 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0489902 Sep 15 16:11:42.989966 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4e329834-b35c-4a5d-af4a-3b2f579bb557 req-b268e610-2cf2-4764-a1b1-7b22f873fad5 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309336 Sep 15 16:11:43.715830 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2f72bf9f-97f3-432b-afda-38c857a7b30e no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:43.736398 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 2f72bf9f-97f3-432b-afda-38c857a7b30e {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:11:43.736744 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 2f72bf9f-97f3-432b-afda-38c857a7b30e not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:11:44.112367 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83401a33-3a50-4478-903b-57ee21e99531 req-cc12f9c4-df8a-41e5-8fe5-1a09a273f701 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:44.113827 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-83401a33-3a50-4478-903b-57ee21e99531 req-cc12f9c4-df8a-41e5-8fe5-1a09a273f701 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0569549 Sep 15 16:11:44.151316 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-83401a33-3a50-4478-903b-57ee21e99531 req-6d9ae8be-155d-49e4-817a-1a89ce1ca66b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314581 Sep 15 16:11:45.264122 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea337f-1be9-4507-99a5-f856752d6742 req-7e663dce-ca92-476d-bad1-b18a60c58a8a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:45.265558 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f0ea337f-1be9-4507-99a5-f856752d6742 req-7e663dce-ca92-476d-bad1-b18a60c58a8a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0481052 Sep 15 16:11:45.302678 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-f0ea337f-1be9-4507-99a5-f856752d6742 req-454ef9d0-ae89-4ed6-8c5c-7ce5175fd52c tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312388 Sep 15 16:11:45.677694 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42230) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:46.175379 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.439618 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf82d0a-6c86-4f85-b9df-8391acf3e321 req-7923f8f6-69c4-4d20-9f66-019775266c26 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:46.441035 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4bf82d0a-6c86-4f85-b9df-8391acf3e321 req-7923f8f6-69c4-4d20-9f66-019775266c26 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0745680 Sep 15 16:11:46.508170 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4bf82d0a-6c86-4f85-b9df-8391acf3e321 req-f037f197-7792-4f9b-8cdb-2423a58f388e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533628 Sep 15 16:11:46.529901 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Deleting port 103ac571-29fa-4012-a775-a1eee78374df {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:46.530235 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.547467 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.609419 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] For port 103ac571-29fa-4012-a775-a1eee78374df, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=103ac571-29fa-4012-a775-a1eee78374df,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:46.609779 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.622168 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Calling delete_port for 103ac571-29fa-4012-a775-a1eee78374df owned by network:router_interface {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:46.794487 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:46.816969 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Pushing event deleted for resources: {'Port': ['ID=103ac571-29fa-4012-a775-a1eee78374df,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:46.982522 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.112237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-32ab7d84-26ba-4d52-abaa-a6952cbdad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.113742 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-32ab7d84-26ba-4d52-abaa-a6952cbdad86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1098 time: 0.0420518 Sep 15 16:11:47.211033 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-8fff3960-dfc3-4d0b-bc2b-5b0673925b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.213183 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-8fff3960-dfc3-4d0b-bc2b-5b0673925b9b service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 910 time: 0.0905852 Sep 15 16:11:47.285984 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-3d5d7f3b-0aa7-4ace-8217-a34edebb78ec service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 1000 time: 0.0645227 Sep 15 16:11:47.335599 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-3b27a2b7-ac77-47d0-8b3b-2501dec62209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.337058 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-3b27a2b7-ac77-47d0-8b3b-2501dec62209 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0432208 Sep 15 16:11:47.382769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-3350894c-69d9-4c43-9b04-924bdf35f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.384808 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-3350894c-69d9-4c43-9b04-924bdf35f211 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385702 Sep 15 16:11:47.397224 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Router 706fc351-9494-49ac-acb5-22ea2372316b has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:11:47.479819 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-252aaa51-e2b1-49ff-bec6-9f05055f14fd service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869977 Sep 15 16:11:47.508633 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:11:47.516273 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-bfed0a0d-a4ef-4284-afe2-55f10d4f2687 admin admin] 10.222.0.59 "PUT /v2.0/routers/706fc351-9494-49ac-acb5-22ea2372316b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8359685 Sep 15 16:11:47.517450 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42236) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:47.520154 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] Sync routers for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:11:47.529282 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:47.530246 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:47.581318 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-bd8a5456-3bf3-4017-854e-0a9f8d055817 req-3363bb10-6dcb-472a-b46b-7f39e8137eb3 service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937762 Sep 15 16:11:47.637992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:47.658116 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks [] for router, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.705288 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f911f-7764-431b-9dc8-bf76c2e987bb req-c190e84c-3a78-4770-b8c4-12a94f7d3d52 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:47.706886 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f9f911f-7764-431b-9dc8-bf76c2e987bb req-c190e84c-3a78-4770-b8c4-12a94f7d3d52 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0973847 Sep 15 16:11:47.805318 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f9f911f-7764-431b-9dc8-bf76c2e987bb req-fd7c23de-ba5c-4a17-8169-4383f8b8ffe9 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745454 Sep 15 16:11:47.813745 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.817135 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218'}], 'enable_snat': True}, 'gw_port_id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:11:46Z', 'revision_number': 5, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port': {'id': '87d64e1c-e1b9-44e2-899f-ee425fe862b6', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:65:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706fc351-9494-49ac-acb5-22ea2372316b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:38Z', 'updated_at': '2021-09-15T16:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:47.847077 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] Checking router: 706fc351-9494-49ac-acb5-22ea2372316b for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:11:47.855331 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] Routers {'706fc351-9494-49ac-acb5-22ea2372316b'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:11:47.855940 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['706fc351-9494-49ac-acb5-22ea2372316b'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:47.872620 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Deleting port 87d64e1c-e1b9-44e2-899f-ee425fe862b6 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:47.872972 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.959834 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] For port 87d64e1c-e1b9-44e2-899f-ee425fe862b6, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=87d64e1c-e1b9-44e2-899f-ee425fe862b6,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:47.960196 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:47.973884 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Calling delete_port for 87d64e1c-e1b9-44e2-899f-ee425fe862b6 owned by network:router_gateway {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:48.069020 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] Set router 706fc351-9494-49ac-acb5-22ea2372316b gateway port host: None {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:11:48.121757 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:11:47Z', 'revision_number': 6, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:48.150305 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.150572 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b35d59-8e09-46d7-9c60-7ec47ce3141f None None] The sync data for ids ['706fc351-9494-49ac-acb5-22ea2372316b'] in dv-cinder-809206-1-iscsi is: [{'id': '706fc351-9494-49ac-acb5-22ea2372316b', 'name': 'tempest-AttachVolumeTestJSON-291954677-router', 'tenant_id': '390a0d7bba4c4be7b60f79e85cad81db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:11:47Z', 'revision_number': 6, 'project_id': '390a0d7bba4c4be7b60f79e85cad81db', 'gw_port_host': None}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:11:48.199380 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Pushing event deleted for resources: {'Port': ['ID=87d64e1c-e1b9-44e2-899f-ee425fe862b6,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:48.240790 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.341205 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.343243 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.408724 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.409286 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 706fc351-9494-49ac-acb5-22ea2372316b {{(pid=94073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:11:48.414147 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.415391 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-5541cf78-0474-455b-88c8-16d96ae89306 admin admin] 10.222.0.59 "DELETE /v2.0/routers/706fc351-9494-49ac-acb5-22ea2372316b HTTP/1.1" status: 204 len: 168 time: 0.8968446 Sep 15 16:11:48.418425 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42242) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:48.461001 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Deleting subnet f3110ee0-6b7d-45fd-be57-22d041b9bfe7 {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:11:48.464610 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.499163 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.531638 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a87ca408-27f1-40e5-9cda-42b419500309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.620018 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.672127 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.703515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3110ee0-6b7d-45fd-be57-22d041b9bfe7,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:48.705716 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.707836 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-bc6f1d35-6df7-45d6-938f-357b864d6121 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f3110ee0-6b7d-45fd-be57-22d041b9bfe7 HTTP/1.1" status: 204 len: 168 time: 0.2884176 Sep 15 16:11:48.709684 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e8bbf9-1eba-4bf0-9961-b8da8f30c9d8 None None] Network ff3e9d43-ea22-4f07-8df6-3aca16830258 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:11:48.710420 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42244) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:48.778800 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.829192 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Deleting port 251f08eb-c4fc-443a-86d0-2e149551834b {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:48.829532 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.895649 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] For port 251f08eb-c4fc-443a-86d0-2e149551834b, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=251f08eb-c4fc-443a-86d0-2e149551834b,segment=NetworkSegment(d77e3017-1f6e-4350-a44b-4ee72ded93a3),segment_id=d77e3017-1f6e-4350-a44b-4ee72ded93a3)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:48.896008 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:48.909364 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Calling delete_port for 251f08eb-c4fc-443a-86d0-2e149551834b owned by network:dhcp {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:48.928786 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b7ca5-49e6-4980-9bcd-0e3a8abf1200 req-a988761a-cea9-4472-9641-9a56ab638a7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:48.930412 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-576b7ca5-49e6-4980-9bcd-0e3a8abf1200 req-a988761a-cea9-4472-9641-9a56ab638a7b tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0529850 Sep 15 16:11:48.958657 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] DHCP port deletion for ff3e9d43-ea22-4f07-8df6-3aca16830258 request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:11:48.980665 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-576b7ca5-49e6-4980-9bcd-0e3a8abf1200 req-72de5661-b53f-4336-9a0e-0314ab901fc8 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420687 Sep 15 16:11:49.005243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.014566 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Deleting port 251f08eb-c4fc-443a-86d0-2e149551834b {{(pid=94075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:11:49.014988 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.030681 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Pushing event deleted for resources: {'Port': ['ID=251f08eb-c4fc-443a-86d0-2e149551834b,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.035209 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] No DVR routers for this DVR port 251f08eb-c4fc-443a-86d0-2e149551834b on host dv-cinder-809206-1-iscsi {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:11:49.043995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.044351 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.044694 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.045027 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.045362 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.045687 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.046012 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.046335 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.046693 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.047135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.047321 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.047639 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.081743 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] For port 251f08eb-c4fc-443a-86d0-2e149551834b, host dv-cinder-809206-1-iscsi, got binding levels [] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:49.082237 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.095426 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Calling delete_port for 251f08eb-c4fc-443a-86d0-2e149551834b owned by network:dhcp {{(pid=94075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:11:49.099520 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.ipam_backend_mixin [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Port 251f08eb-c4fc-443a-86d0-2e149551834b was not found and therefore no delete operation was performed {{(pid=94075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:11:49.100814 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.120413 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.125970 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Pushing event deleted for resources: {'Port': ['ID=251f08eb-c4fc-443a-86d0-2e149551834b,revision_number=None']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.130620 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] No DVR routers for this DVR port 251f08eb-c4fc-443a-86d0-2e149551834b on host dv-cinder-809206-1-iscsi {{(pid=94075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:11:49.138359 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.138741 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.139090 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.139425 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.139761 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.140099 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.140428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.140762 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.141116 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.141447 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.141770 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.142093 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d50398f-b555-40ae-afc3-3bc3148e224e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:11:49.143137 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff3e9d43-ea22-4f07-8df6-3aca16830258']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:49.154558 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77e3017-1f6e-4350-a44b-4ee72ded93a3') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:49.154693 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77e3017-1f6e-4350-a44b-4ee72ded93a3') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:11:49.164914 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.178924 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.186174 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:11:49.186553 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:11:49.188279 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:11:49.251795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.257158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.259895 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] 10.222.0.59 "DELETE /v2.0/networks/ff3e9d43-ea22-4f07-8df6-3aca16830258 HTTP/1.1" status: 204 len: 168 time: 0.5477269 Sep 15 16:11:49.273503 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5ce0-84f5-4eef-bb7b-3e6836130bba admin admin] Pushing event deleted for resources: {'Network': ['ID=ff3e9d43-ea22-4f07-8df6-3aca16830258,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.382923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42250) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:49.422904 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4d562ac1-a320-4025-9be0-8bf9a6d06471 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=390a0d7bba4c4be7b60f79e85cad81db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388167 Sep 15 16:11:49.425368 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42252) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:11:49.472039 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a03ea505-dbc9-4148-8408-f9415004c016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.494064 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a03ea505-dbc9-4148-8408-f9415004c016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.542311 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a03ea505-dbc9-4148-8408-f9415004c016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.544766 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a03ea505-dbc9-4148-8408-f9415004c016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:49.546030 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a03ea505-dbc9-4148-8408-f9415004c016 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1583c452-1710-4a1f-91eb-a8a6d79804ef HTTP/1.1" status: 204 len: 168 time: 0.1196709 Sep 15 16:11:49.553925 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ea505-dbc9-4148-8408-f9415004c016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1583c452-1710-4a1f-91eb-a8a6d79804ef,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:49.791725 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 251f08eb-c4fc-443a-86d0-2e149551834b no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:49.815900 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 251f08eb-c4fc-443a-86d0-2e149551834b {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:11:49.816311 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 251f08eb-c4fc-443a-86d0-2e149551834b not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:11:49.816663 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 87d64e1c-e1b9-44e2-899f-ee425fe862b6 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:49.817413 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-c32d4fca-a03d-4ec0-b7a8-e3d3f2e8b264 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466697 Sep 15 16:11:49.835765 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 87d64e1c-e1b9-44e2-899f-ee425fe862b6 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:11:49.836112 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 87d64e1c-e1b9-44e2-899f-ee425fe862b6 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:11:49.836531 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 103ac571-29fa-4012-a775-a1eee78374df no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:49.855070 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 103ac571-29fa-4012-a775-a1eee78374df {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:11:49.855420 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 103ac571-29fa-4012-a775-a1eee78374df not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:11:49.892296 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-a02bc078-f81c-41e1-b1ad-14d92f2dc7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:49.893862 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-a02bc078-f81c-41e1-b1ad-14d92f2dc7e0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0445786 Sep 15 16:11:50.008525 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-c5d7d6bf-dbeb-48c4-bfb7-028342d916b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:50.010725 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-c5d7d6bf-dbeb-48c4-bfb7-028342d916b1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.0946202 Sep 15 16:11:50.093929 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-cbba6408-0efd-4d38-bcbd-ed40954ae23c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 1000 time: 0.0748656 Sep 15 16:11:50.109051 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71435064-5ca6-4b74-ac95-0858dbae5414 req-c9bc051d-9ab8-4f03-bf67-54b75028fd2e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:50.110489 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-71435064-5ca6-4b74-ac95-0858dbae5414 req-c9bc051d-9ab8-4f03-bf67-54b75028fd2e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0531995 Sep 15 16:11:50.147216 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-26443b1d-dc9d-49f6-b701-42bfa9dcd927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:50.148827 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-26443b1d-dc9d-49f6-b701-42bfa9dcd927 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0474784 Sep 15 16:11:50.151226 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-71435064-5ca6-4b74-ac95-0858dbae5414 req-b8a63e2e-d09c-477a-b855-2ae9ad40dbb9 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346093 Sep 15 16:11:50.195988 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-cafeb19c-6479-42c0-a4dd-41f086d95b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:50.198077 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-cafeb19c-6479-42c0-a4dd-41f086d95b0f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418487 Sep 15 16:11:50.307453 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-f99e74ea-e1e2-4bbc-9161-8a2ae2cb5f26 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016476 Sep 15 16:11:50.389284 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce082473-4550-47d2-a460-7c0c85cb0697 req-3e34ff31-4957-48a9-bfd9-b1842272a5e3 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:50.390871 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ce082473-4550-47d2-a460-7c0c85cb0697 req-3e34ff31-4957-48a9-bfd9-b1842272a5e3 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0556178 Sep 15 16:11:50.408501 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-0e2ab42f-1171-4a08-a33d-3146aa6c897a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0974259 Sep 15 16:11:50.433798 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ce082473-4550-47d2-a460-7c0c85cb0697 req-868be331-9515-42e1-9ef2-ff22b9c72336 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372012 Sep 15 16:11:50.440212 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ea769049-4c16-441c-ba9c-4917d6ec436a req-cbadefa0-8a63-4aa3-a2f2-ff0cccbdbd6b service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203337 Sep 15 16:11:51.352204 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-6a668b4c-ca26-4690-8859-4a552fb98bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.490776 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:51.588285 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad977d8-17f8-4297-b0f3-e807a47bb3b1 req-5137059e-b78d-4474-bf17-ee1710e8ed6a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:51.589904 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aad977d8-17f8-4297-b0f3-e807a47bb3b1 req-5137059e-b78d-4474-bf17-ee1710e8ed6a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0659614 Sep 15 16:11:51.637126 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-aad977d8-17f8-4297-b0f3-e807a47bb3b1 req-2e7a9ba5-f85d-4a92-af1c-4eefa369ef77 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396032 Sep 15 16:11:51.891498 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-5215f8c6-9fe9-48aa-913d-e9007da051b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:51.892919 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-5215f8c6-9fe9-48aa-913d-e9007da051b9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd&tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f HTTP/1.1" status: 200 len: 1098 time: 0.0390720 Sep 15 16:11:51.957038 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-3f0bcd47-8145-4d8a-9853-308848cc1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:51.958531 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-3f0bcd47-8145-4d8a-9853-308848cc1056 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1098 time: 0.0405781 Sep 15 16:11:52.056646 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-13447076-8b26-4924-8428-068cabc8cb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:52.058027 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-13447076-8b26-4924-8428-068cabc8cb5f service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 910 time: 0.0906146 Sep 15 16:11:52.130405 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-2a9aa2d5-6df3-4570-8bfb-dcce5940ed56 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 1000 time: 0.0633631 Sep 15 16:11:52.186797 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-89cf3214-6423-4f4f-9c9c-07dbe463b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:52.188471 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-89cf3214-6423-4f4f-9c9c-07dbe463b599 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0498993 Sep 15 16:11:52.238022 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-8ee6b4b6-fe11-4327-b966-f97c213a6a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:52.239612 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-8ee6b4b6-fe11-4327-b966-f97c213a6a5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426478 Sep 15 16:11:52.270750 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:52.338763 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-99f61851-2b61-4451-8675-002087e29dbd service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863039 Sep 15 16:11:52.425428 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3e65ca4e-53e0-44ae-89f7-80b175bc7e76 req-60db336a-8a6f-432b-85e6-67f132892081 service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790443 Sep 15 16:11:52.755902 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd06ed2-0b40-4a10-9838-c8a5a55ccca7 req-679f610f-33df-44df-8a6e-c94e6757ae9f tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:52.757346 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8dd06ed2-0b40-4a10-9838-c8a5a55ccca7 req-679f610f-33df-44df-8a6e-c94e6757ae9f tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0476301 Sep 15 16:11:52.793887 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8dd06ed2-0b40-4a10-9838-c8a5a55ccca7 req-b79b6f6d-6210-4261-8113-08ca55f12ac8 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300868 Sep 15 16:11:53.887382 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:53.910241 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1257-1d74-4f13-8f53-7f887e272a86 req-b0ed3606-cdf3-4084-bbd5-101677ff8035 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:53.911703 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-95ff1257-1d74-4f13-8f53-7f887e272a86 req-b0ed3606-cdf3-4084-bbd5-101677ff8035 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0517492 Sep 15 16:11:53.956978 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-95ff1257-1d74-4f13-8f53-7f887e272a86 req-fc6f5390-1c5d-4a6d-b5a9-1c2e875c74a2 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382459 Sep 15 16:11:54.172223 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:11:54.246761 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.267586 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:11:54.269855 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bb000a-6eb9-4e46-b581-b04ae8a901ff" -d '{"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:11:54.282750 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:11:54.287002 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:11:54.311384 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Sep 2021 16:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7831c5-a617-43c9-bb61-5aedfc5aa655 x-openstack-request-id: req-7a7831c5-a617-43c9-bb61-5aedfc5aa655 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:11:54.311724 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:11:54.312480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-7a7831c5-a617-43c9-bb61-5aedfc5aa655 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:11:54.312480 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'code': 200} Sep 15 16:11:54.339217 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=6']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:11:55.072451 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f07045-ab96-4474-a02b-c81a729f26a7 req-0dfc030e-206b-440c-98dc-3a791ac3c6da tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:55.073910 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-75f07045-ab96-4474-a02b-c81a729f26a7 req-0dfc030e-206b-440c-98dc-3a791ac3c6da tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0495465 Sep 15 16:11:55.109670 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-75f07045-ab96-4474-a02b-c81a729f26a7 req-238e73c0-788d-46e6-9d89-e8d7a47197d5 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299239 Sep 15 16:11:56.224304 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b533f7-05cf-44f8-b813-252279627b34 req-7d92d61b-5657-4d7e-b541-10fe58ed9520 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:56.225845 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-17b533f7-05cf-44f8-b813-252279627b34 req-7d92d61b-5657-4d7e-b541-10fe58ed9520 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0495665 Sep 15 16:11:56.264082 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-17b533f7-05cf-44f8-b813-252279627b34 req-a6704e6b-f996-4a9c-9f8f-07f7f06afc8c tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322707 Sep 15 16:11:57.377818 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a953e-11d2-485f-bd32-54ab3c341a04 req-ab8f851d-19f1-4df2-93c0-2fbc975a0a49 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:57.379324 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ff3a953e-11d2-485f-bd32-54ab3c341a04 req-ab8f851d-19f1-4df2-93c0-2fbc975a0a49 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0507052 Sep 15 16:11:57.416224 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ff3a953e-11d2-485f-bd32-54ab3c341a04 req-629c846f-313b-42a2-96a0-b0e1761f8531 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309675 Sep 15 16:11:58.528364 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46917c1-fd91-496b-8c28-ce1fa6a87820 req-1e91055a-3ea5-4402-a2bc-d0a74eed7dde tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:58.529803 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d46917c1-fd91-496b-8c28-ce1fa6a87820 req-1e91055a-3ea5-4402-a2bc-d0a74eed7dde tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0490799 Sep 15 16:11:58.567201 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-d46917c1-fd91-496b-8c28-ce1fa6a87820 req-a71d0df0-ea12-44e5-80ec-ef255be1fc86 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Sep 15 16:11:59.693790 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc439dc-dfff-400d-8efc-022ad43f087b req-bd4e8430-e4af-45ed-8fea-ef5046a26714 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:59.695301 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5dc439dc-dfff-400d-8efc-022ad43f087b req-bd4e8430-e4af-45ed-8fea-ef5046a26714 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0863528 Sep 15 16:11:59.707300 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef4c73-6c7b-4788-ac56-139fc55e4a7f req-5863b064-f84a-40cc-8a67-d9c8f8748bfe tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:11:59.708645 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8cef4c73-6c7b-4788-ac56-139fc55e4a7f req-5863b064-f84a-40cc-8a67-d9c8f8748bfe tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0727282 Sep 15 16:11:59.763434 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5dc439dc-dfff-400d-8efc-022ad43f087b req-cf582712-dde0-4f19-8988-6ddd3555a5a8 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538766 Sep 15 16:11:59.766070 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8cef4c73-6c7b-4788-ac56-139fc55e4a7f req-46fcd897-2e6a-46e0-aae8-e774735fe5ec tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504968 Sep 15 16:12:00.128014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42434) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:00.231077 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5829800-f9e6-4f72-8727-f5796ccaa413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.322528 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5829800-f9e6-4f72-8727-f5796ccaa413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.326334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5829800-f9e6-4f72-8727-f5796ccaa413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.369087 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5829800-f9e6-4f72-8727-f5796ccaa413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a40e5c-3b71-45ae-84c5-db9890d9247f,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:00.374079 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c5829800-f9e6-4f72-8727-f5796ccaa413 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cdb32588d76440adbbe9ceb62254874f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450409 Sep 15 16:12:00.376644 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42440) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:00.425037 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9510-72b2-461d-8bec-0e766f06840d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.445018 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9510-72b2-461d-8bec-0e766f06840d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.490421 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9510-72b2-461d-8bec-0e766f06840d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.493004 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1f8d9510-72b2-461d-8bec-0e766f06840d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:00.494165 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1f8d9510-72b2-461d-8bec-0e766f06840d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/95a40e5c-3b71-45ae-84c5-db9890d9247f HTTP/1.1" status: 204 len: 168 time: 0.1166208 Sep 15 16:12:00.501503 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d9510-72b2-461d-8bec-0e766f06840d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a40e5c-3b71-45ae-84c5-db9890d9247f,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:00.908901 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7b105-526c-40a3-94ba-ef9dedfee382 req-30a14e5a-ccd0-458a-a5ab-114f0a0995e4 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:00.910356 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8fa7b105-526c-40a3-94ba-ef9dedfee382 req-30a14e5a-ccd0-458a-a5ab-114f0a0995e4 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0751393 Sep 15 16:12:00.922817 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b418a1e-d26a-46e4-a05e-1892aa2fd114 req-d8d13d6c-c0ff-4d27-9384-c3f08e7c028e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:00.924242 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b418a1e-d26a-46e4-a05e-1892aa2fd114 req-d8d13d6c-c0ff-4d27-9384-c3f08e7c028e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0797737 Sep 15 16:12:00.982497 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8fa7b105-526c-40a3-94ba-ef9dedfee382 req-ece52d0b-04b2-461f-ada2-695fdead051f tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups?id=54a7498a-d794-4d65-8bce-ad9dde5e0008&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571349 Sep 15 16:12:00.987277 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-7b418a1e-d26a-46e4-a05e-1892aa2fd114 req-444d8b62-537e-4d51-9711-5b3c83145c8d tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551753 Sep 15 16:12:01.493938 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-ad509ee8-a64c-4c8e-8fea-6a90e072557a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:01.496130 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-ad509ee8-a64c-4c8e-8fea-6a90e072557a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 946 time: 0.0623751 Sep 15 16:12:01.547330 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-b2499c68-21cd-4861-b6b1-f5de5724ef07 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1264999706&fields=id&tenant_id=99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 267 time: 0.0651596 Sep 15 16:12:01.601970 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Deleting port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:01.602963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:01.662340 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-0b1ad9b4-a5cf-4c7f-a238-c62a7e8c120c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:01.663691 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-0b1ad9b4-a5cf-4c7f-a238-c62a7e8c120c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 812 time: 0.1084011 Sep 15 16:12:01.678961 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-5b7f0e57-660f-4883-99de-020c5b2fef81 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/quotas/99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 375 time: 0.0088735 Sep 15 16:12:01.722195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] For port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:01.722552 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:01.726281 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589038b-7648-4597-b77b-26107e3ab2c6 req-241a68ab-5384-40ba-a528-e6b1bfc3019c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:01.728434 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1589038b-7648-4597-b77b-26107e3ab2c6 req-241a68ab-5384-40ba-a528-e6b1bfc3019c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1096 time: 0.0686381 Sep 15 16:12:01.740981 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-ba00ccbf-8941-4104-9caa-c5dc456ad107 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0556774 Sep 15 16:12:01.807725 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-1589038b-7648-4597-b77b-26107e3ab2c6 req-fbdbf46b-6163-451d-b5e3-99882af2f2b9 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653017 Sep 15 16:12:01.838713 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-d815ae63-bbf2-45c7-a6b0-bc2a2ea0d640 service neutron] 10.222.0.59 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850680 Sep 15 16:12:01.919175 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:01.919455 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:01.920053 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Floating IP 4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac disassociated. External IP: 172.27.1.151, port: 0daf28e8-8a18-49a1-b2de-0c18df08cfe7. Sep 15 16:12:01.920395 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Calling delete_port for 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:01.929214 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-827f3bda-58f5-46c0-ac0f-137de8068fc4 service neutron] 10.222.0.59 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843205 Sep 15 16:12:02.051941 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:02.081540 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event deleted for resources: {'Port': ['ID=0daf28e8-8a18-49a1-b2de-0c18df08cfe7,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:02.120914 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eea33b-3073-4543-9fc3-8111daf088ac req-c33893f4-21fa-4b95-9054-60ba450a5530 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:02.122798 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-78eea33b-3073-4543-9fc3-8111daf088ac req-c33893f4-21fa-4b95-9054-60ba450a5530 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.0591075 Sep 15 16:12:02.164325 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-78eea33b-3073-4543-9fc3-8111daf088ac req-39f6989c-efb2-4b0a-a601-3c73048e94c1 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Sep 15 16:12:02.230387 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:02.256557 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-27ed0208-2969-49ba-89c9-0071333172cf req-22003a6c-7323-4b42-8834-ebbed08d64a8 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 210 time: 0.0301480 Sep 15 16:12:02.282414 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b77a7670-1e46-4232-a520-9ca2f14c90b2 req-6873dba0-6f27-42b5-a002-d99360e24883 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/ports?device_id=2442e84f-21d4-4927-b82e-84f4a47ffff1 HTTP/1.1" status: 200 len: 210 time: 0.0420828 Sep 15 16:12:02.349822 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:02.359796 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:02.369944 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:02.370502 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:02.388381 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] No DVR routers for this DVR port 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:12:02.395686 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:02.397810 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-37f2fa29-7c6e-4053-9489-0ec4c2ebd6b8 req-9119384c-733d-4044-85d4-d3e60d72c763 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.64 "DELETE /v2.0/ports/0daf28e8-8a18-49a1-b2de-0c18df08cfe7 HTTP/1.1" status: 204 len: 173 time: 0.8930721 Sep 15 16:12:02.398293 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-deleted', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:02.401316 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe82b5e-35aa-489e-933c-f19cffca357b" -d '{"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-deleted", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:02.455423 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c401a3-9967-4361-ac7e-7f3cbc994994 x-openstack-request-id: req-98c401a3-9967-4361-ac7e-7f3cbc994994 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:02.455715 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2442e84f-21d4-4927-b82e-84f4a47ffff1", "name": "network-vif-deleted", "tag": "0daf28e8-8a18-49a1-b2de-0c18df08cfe7", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:02.455963 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-98c401a3-9967-4361-ac7e-7f3cbc994994 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:02.456404 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2442e84f-21d4-4927-b82e-84f4a47ffff1', 'name': 'network-vif-deleted', 'tag': '0daf28e8-8a18-49a1-b2de-0c18df08cfe7', 'status': 'completed', 'code': 200} Sep 15 16:12:02.490420 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:02.705296 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:02.732753 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:02.741554 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:02.742159 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:02.848193 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:03.087861 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:03.120108 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbfc2e-876e-4a92-bcae-8e88c9f9a349 None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:04:55Z', 'revision_number': 4, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc51e904-7160-4515-a4ac-e8889505064e', 'name': '', 'network_id': '1b2b1d7e-283c-4001-9770-bb86b137f23e', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'mac_address': 'fa:16:3e:05:cd:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:51Z', 'updated_at': '2021-09-15T16:05:05Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'subnets': [{'id': '63440245-4b84-4e6f-95d8-2c3e2942f4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:03.342802 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b443f635-18d4-4c73-8471-94bb7e82df94 None None] New status for floating IP 4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac: DOWN {{(pid=94075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:12:03.542369 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-8e4d2d7b-9e23-4c84-a195-5087c92be006 req-72cd37bd-3a0f-4480-93ee-df6e89a83081 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 210 time: 0.0493693 Sep 15 16:12:03.554346 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988b657-5feb-4ac6-8a87-7ea6206ae86f req-6bf3bc05-a5e4-4261-b790-0c6c9f58ae24 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:03.561614 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-88d26708-7b76-4722-9c6a-3f1a99e3d577 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:03.562543 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b988b657-5feb-4ac6-8a87-7ea6206ae86f req-6bf3bc05-a5e4-4261-b790-0c6c9f58ae24 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 943 time: 0.3269231 Sep 15 16:12:03.563247 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-88d26708-7b76-4722-9c6a-3f1a99e3d577 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 812 time: 0.1414189 Sep 15 16:12:03.598199 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b988b657-5feb-4ac6-8a87-7ea6206ae86f req-5cafb19c-ebe3-43cd-83bf-f34d3236ca59 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344923 Sep 15 16:12:03.631060 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42526) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:03.701329 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.733325 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.784970 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.787813 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.788955 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "DELETE /v2.0/security-groups/54a7498a-d794-4d65-8bce-ad9dde5e0008 HTTP/1.1" status: 204 len: 168 time: 0.1569061 Sep 15 16:12:03.792932 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42530) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:03.810029 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a7498a-d794-4d65-8bce-ad9dde5e0008,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:03.812393 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.api.v2.resource [None req-ae3fd803-aab7-493d-9f4e-55d9241294ab tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] show failed (client error): The resource could not be found. Sep 15 16:12:03.813385 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ae3fd803-aab7-493d-9f4e-55d9241294ab tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "GET /v2.0/security-groups/54a7498a-d794-4d65-8bce-ad9dde5e0008 HTTP/1.1" status: 404 len: 347 time: 0.0195465 Sep 15 16:12:03.818047 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42532) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:03.825987 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.826448 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.826818 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.827149 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.827476 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.827805 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.828129 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.828451 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.828772 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.829247 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.829445 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.829807 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e7f1d9-4dc5-4e81-890b-c03d4f5c546a tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:03.863360 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:12:03.872628 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-d710795e-3aac-41d4-b504-c943fa8da433 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99179b0bb02e44feb76f744c2577dd74 HTTP/1.1" status: 200 len: 380 time: 0.2989125 Sep 15 16:12:03.883343 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'port': {'device_id': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'admin_state_up': True, 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'security_groups': ['b4a024d7-5aa2-4d63-9822-b801b3cbbe5d']}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:03.968030 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Deleting port 62e2af05-3940-4fbb-959c-381bcaadfd60 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:03.968292 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:03.971346 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:03.986498 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'port_id': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'mac_address': 'fa:16:3e:11:d9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:12:04.010958 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Made reservation on behalf of 99179b0bb02e44feb76f744c2577dd74 for: {'port': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:12:04.016956 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.049572 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.076922 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc90ae65-e3f8-41b8-819f-3082dd41a2e0 {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:12:04.100559 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:04.106648 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.109023 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.109852 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.123908 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Calling delete_port for 62e2af05-3940-4fbb-959c-381bcaadfd60 owned by network:floatingip {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:04.194489 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=7']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:04.224299 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Allocated IP 172.20.0.3 (52852d2e-cbbb-4dde-9824-df626e22741e/643b1532-dacc-4cbd-aa6b-32fca900f1f6/e0cc839c-a85f-499c-947e-fe1e48b9c54b) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:04.283728 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.315770 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Pushing event deleted for resources: {'Port': ['ID=62e2af05-3940-4fbb-959c-381bcaadfd60,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:04.358720 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['fc90ae65-e3f8-41b8-819f-3082dd41a2e0'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:12:04.398109 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.401499 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks [] for floatingip, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.405373 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.406767 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-229174e1-0407-477c-89b1-40e028349823 tempest-AttachVolumeShelveTestJSON-795532050 tempest-AttachVolumeShelveTestJSON-795532050-project] 10.222.0.59 "DELETE /v2.0/floatingips/4ff62ec4-1fa8-4a26-8141-90eaf3e0ffac HTTP/1.1" status: 204 len: 168 time: 0.5874038 Sep 15 16:12:04.455187 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.524032 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Network 52852d2e-cbbb-4dde-9824-df626e22741e is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:04.528866 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:04.536390 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:04.606453 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=e0cc839c-a85f-499c-947e-fe1e48b9c54b,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:04.640409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.641149 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.667336 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-d10c635a-f905-4708-9ca7-65d9307f76e0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880750 Sep 15 16:12:04.684274 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Request body: {'port': {'device_id': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80920'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:04.699351 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f22a37-dcc2-4b07-ad7d-3ec1aaaf4491 req-f4ffd6a4-b3b3-4ebb-a8de-fe086c2b9e2c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:04.701167 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-77f22a37-dcc2-4b07-ad7d-3ec1aaaf4491 req-f4ffd6a4-b3b3-4ebb-a8de-fe086c2b9e2c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 931 time: 0.0613334 Sep 15 16:12:04.752659 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-77f22a37-dcc2-4b07-ad7d-3ec1aaaf4491 req-734f54a6-10c9-4c49-a156-e97923be9248 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433004 Sep 15 16:12:04.760088 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.852097 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-8e59e50e-d40a-42da-a428-d7174de67b54 None None] Provisioning complete for port e0cc839c-a85f-499c-947e-fe1e48b9c54b triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:04.852497 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8e59e50e-d40a-42da-a428-d7174de67b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:04.887808 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-8e59e50e-d40a-42da-a428-d7174de67b54 None None] Port e0cc839c-a85f-499c-947e-fe1e48b9c54b cannot update to ACTIVE because it is not bound. {{(pid=94075) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 15 16:12:05.022896 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cc839c-a85f-499c-947e-fe1e48b9c54b {{(pid=94074) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:12:05.030764 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.043096 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.provisioning_blocks [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Transition to ACTIVE for port object e0cc839c-a85f-499c-947e-fe1e48b9c54b will not be triggered until provisioned by entity L2. {{(pid=94074) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 16:12:05.046270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.117896 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Pushing event updated for resources: {'Port': ['ID=e0cc839c-a85f-499c-947e-fe1e48b9c54b,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:05.173260 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Attempting to bind port e0cc839c-a85f-499c-947e-fe1e48b9c54b on host hv-cinder-80920 for vnic_type normal with profile {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 15 16:12:05.173736 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Attempting to bind port e0cc839c-a85f-499c-947e-fe1e48b9c54b by drivers openvswitch,hyperv on host hv-cinder-80920 at level 0 using segments [{'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 15 16:12:05.174179 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Attempting to bind port e0cc839c-a85f-499c-947e-fe1e48b9c54b on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:05.178795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Port e0cc839c-a85f-499c-947e-fe1e48b9c54b on network 52852d2e-cbbb-4dde-9824-df626e22741e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80920 {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 15 16:12:05.179224 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Attempting to bind port e0cc839c-a85f-499c-947e-fe1e48b9c54b on network 52852d2e-cbbb-4dde-9824-df626e22741e {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 15 16:12:05.184348 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Checking agent: {'id': '8a95f9f2-ea40-46cf-88e3-4488d4c01125', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80920', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'started_at': datetime.datetime(2021, 9, 15, 16, 2, 46), 'heartbeat_timestamp': datetime.datetime(2021, 9, 15, 16, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 15 16:12:05.184896 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Checking segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:12:05.185371 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Bound using segment: {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'} {{(pid=94074) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 15 16:12:05.185891 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.managers [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Bound port: e0cc839c-a85f-499c-947e-fe1e48b9c54b, host: hv-cinder-80920, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7210049a-6ff8-49f0-903e-502227cf47bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e'}}] {{(pid=94074) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 15 16:12:05.186358 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.253139 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] For port e0cc839c-a85f-499c-947e-fe1e48b9c54b, host hv-cinder-80920, cleared binding levels {{(pid=94074) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 15 16:12:05.256119 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] For port e0cc839c-a85f-499c-947e-fe1e48b9c54b, host hv-cinder-80920, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 15 16:12:05.261265 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.293016 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.293634 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.295050 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] 10.222.0.64 "PUT /v2.0/ports/e0cc839c-a85f-499c-947e-fe1e48b9c54b HTTP/1.1" status: 200 len: 1093 time: 0.6165659 Sep 15 16:12:05.295430 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:05.297700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845853ec-b74b-4ec7-865b-b7307bd3fac8" -d '{"events": [{"name": "network-changed", "server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:05.328337 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fb50b-4bbe-491c-b67c-f6c581a9d18a service neutron] Pushing event updated for resources: {'Port': ['ID=e0cc839c-a85f-499c-947e-fe1e48b9c54b,revision_number=3']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:05.351390 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2e16d-a52e-4848-a59e-a77b451e0746 x-openstack-request-id: req-50d2e16d-a52e-4848-a59e-a77b451e0746 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:05.351788 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:05.352144 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-50d2e16d-a52e-4848-a59e-a77b451e0746 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:05.352809 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'status': 'completed', 'code': 200} Sep 15 16:12:05.401149 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-7ab87345-d48b-488d-ac94-3349e52be9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.402955 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-7ab87345-d48b-488d-ac94-3349e52be9d3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 1096 time: 0.0466197 Sep 15 16:12:05.445540 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-9953c058-e434-42ef-a6df-d5471a55bc33 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b HTTP/1.1" status: 200 len: 217 time: 0.0342679 Sep 15 16:12:05.496304 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-cffbc4d6-9587-4436-abaf-4dce59f0d554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.497769 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-cffbc4d6-9587-4436-abaf-4dce59f0d554 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0435631 Sep 15 16:12:05.547126 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b188f-5553-42aa-b838-4bc819de6351 req-2328e7dc-f7bc-4601-af7d-aeda3dc29556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.548557 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-2328e7dc-f7bc-4601-af7d-aeda3dc29556 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436826 Sep 15 16:12:05.640088 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-d35cd6e0-5e50-4f33-86b6-eea942f036ed service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821962 Sep 15 16:12:05.741481 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-664b188f-5553-42aa-b838-4bc819de6351 req-dee47bbd-c9fc-4ffe-97a2-10fe2ab24b9e service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951810 Sep 15 16:12:05.863986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-920f5a07-f21b-42de-9cfd-a94670aa58ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.865504 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-920f5a07-f21b-42de-9cfd-a94670aa58ab service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 1096 time: 0.0701487 Sep 15 16:12:05.876217 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:05.882108 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f7ce1-d6bc-4130-9193-65b600fe875c req-76a9897a-529c-4ef4-9d98-24be8a5d51f9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.890042 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a85f7ce1-d6bc-4130-9193-65b600fe875c req-76a9897a-529c-4ef4-9d98-24be8a5d51f9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.0628328 Sep 15 16:12:05.936588 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a85f7ce1-d6bc-4130-9193-65b600fe875c req-c447ea55-07c2-43ea-b341-9c2a73b5c162 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455451 Sep 15 16:12:05.943793 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:05.944464 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:05.993220 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-fe8a6d3c-99df-4e05-a7d4-b079763db2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:05.995289 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-fe8a6d3c-99df-4e05-a7d4-b079763db2b6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.1202796 Sep 15 16:12:06.039284 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.047309 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-74b241bf-5d44-4115-9451-e241c34d3133 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b HTTP/1.1" status: 200 len: 217 time: 0.0439773 Sep 15 16:12:06.064936 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:06.067570 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad309be-4379-4efc-a473-fc31aa443432" -d '{"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:06.082109 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:06.086435 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:06.087510 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:06.111701 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-646c1e04-28f1-47a3-b013-b0057dfe1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:06.113405 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-646c1e04-28f1-47a3-b013-b0057dfe1a15 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0538135 Sep 15 16:12:06.127069 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:06.127422 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 0daf28e8-8a18-49a1-b2de-0c18df08cfe7 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:06.135387 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5db60b-d2ff-490a-9a99-50340b6c5ff4 x-openstack-request-id: req-9c5db60b-d2ff-490a-9a99-50340b6c5ff4 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:06.135678 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-plugged", "status": "completed", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:06.135927 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-9c5db60b-d2ff-490a-9a99-50340b6c5ff4 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:06.136311 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'code': 200} Sep 15 16:12:06.154019 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=8']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:06.172696 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-e2ae451e-27b7-41f5-8598-21483936c0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:06.174205 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-e2ae451e-27b7-41f5-8598-21483936c0b6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434685 Sep 15 16:12:06.271625 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-f47ab3ed-67ac-4c06-81b8-47427959bd49 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869048 Sep 15 16:12:06.366898 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-845853ec-b74b-4ec7-865b-b7307bd3fac8 req-f890cde8-6062-478e-98a5-228d575cd919 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854690 Sep 15 16:12:06.951730 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42618) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:07.047775 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368b061-1cef-4251-a507-e7d6ad8dea9c req-48632dfa-ce4c-437a-9487-e294d67454d2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:07.049245 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e368b061-1cef-4251-a507-e7d6ad8dea9c req-48632dfa-ce4c-437a-9487-e294d67454d2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.0488839 Sep 15 16:12:07.087607 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e368b061-1cef-4251-a507-e7d6ad8dea9c req-b374b011-89a8-4708-af39-97e4e4552d27 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Sep 15 16:12:07.436367 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.673149 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Deleting port dc51e904-7160-4515-a4ac-e8889505064e {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:07.673475 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.756588 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] For port dc51e904-7160-4515-a4ac-e8889505064e, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=dc51e904-7160-4515-a4ac-e8889505064e,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:07.756944 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.768996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Calling delete_port for dc51e904-7160-4515-a4ac-e8889505064e owned by network:router_interface {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:07.952159 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:07.977839 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Pushing event deleted for resources: {'Port': ['ID=dc51e904-7160-4515-a4ac-e8889505064e,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:08.169654 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.246372 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ab1b5-0595-4d8d-9c82-b9de4f6e7cd7 req-19fa796d-70f6-49ec-90e5-f02ae4eb0602 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:08.247801 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-251ab1b5-0595-4d8d-9c82-b9de4f6e7cd7 req-19fa796d-70f6-49ec-90e5-f02ae4eb0602 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.0881960 Sep 15 16:12:08.324825 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-251ab1b5-0595-4d8d-9c82-b9de4f6e7cd7 req-a66f9c07-7fcd-4e5a-b61c-149271436f62 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708258 Sep 15 16:12:08.438102 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Router ae930a9c-c84b-4b90-a050-622ed2f0d855 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:08.543282 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:08.549553 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7856980e-e586-47a4-a6ce-f16ab1682b4d admin admin] 10.222.0.59 "PUT /v2.0/routers/ae930a9c-c84b-4b90-a050-622ed2f0d855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5953679 Sep 15 16:12:08.550755 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42632) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:08.551632 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] Sync routers for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:08.561650 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:08.562262 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:08.651771 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.663990 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:08.756619 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:08.840439 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243'}], 'enable_snat': True}, 'gw_port_id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:12:07Z', 'revision_number': 5, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port': {'id': '024fe0e0-cdf2-4d18-85d9-224ea4cc450c', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:87:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:04:39Z', 'updated_at': '2021-09-15T16:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:08.871891 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] Checking router: ae930a9c-c84b-4b90-a050-622ed2f0d855 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:08.880580 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] Routers {'ae930a9c-c84b-4b90-a050-622ed2f0d855'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:08.881807 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:11:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['ae930a9c-c84b-4b90-a050-622ed2f0d855'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:09.035344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Deleting port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:09.035933 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.065376 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] Set router ae930a9c-c84b-4b90-a050-622ed2f0d855 gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:09.118201 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:12:08Z', 'revision_number': 6, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:09.123063 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] For port 024fe0e0-cdf2-4d18-85d9-224ea4cc450c, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:09.123376 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.136411 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Calling delete_port for 024fe0e0-cdf2-4d18-85d9-224ea4cc450c owned by network:router_gateway {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:09.146940 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0915ffbc-7082-4b18-8bf6-566032056b67 None None] The sync data for ids ['ae930a9c-c84b-4b90-a050-622ed2f0d855'] in dv-cinder-809206-1-iscsi is: [{'id': 'ae930a9c-c84b-4b90-a050-622ed2f0d855', 'name': 'tempest-AttachVolumeShelveTestJSON-2144317808-router', 'tenant_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:04:37Z', 'updated_at': '2021-09-15T16:12:08Z', 'revision_number': 6, 'project_id': 'bc3c81ea1325466cbf0972def3dd96d0', 'gw_port_host': None}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:09.309089 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.339527 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=024fe0e0-cdf2-4d18-85d9-224ea4cc450c,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:09.392899 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.505446 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.508347 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.557975 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aaca0-7ba3-4c60-a53e-ed9094028b1c req-a3e5cad6-694c-4084-8090-6eb950e1ade2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:09.559664 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-433aaca0-7ba3-4c60-a53e-ed9094028b1c req-a3e5cad6-694c-4084-8090-6eb950e1ade2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.1685092 Sep 15 16:12:09.573979 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.574775 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae930a9c-c84b-4b90-a050-622ed2f0d855 {{(pid=94073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:12:09.579613 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.580716 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-378b46e2-d194-4b2a-b098-1dd7eafb8d99 admin admin] 10.222.0.59 "DELETE /v2.0/routers/ae930a9c-c84b-4b90-a050-622ed2f0d855 HTTP/1.1" status: 204 len: 168 time: 1.0290787 Sep 15 16:12:09.583330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42642) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:09.611967 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-433aaca0-7ba3-4c60-a53e-ed9094028b1c req-7febe6aa-6e9b-478e-9afd-3319ff9d6d63 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453210 Sep 15 16:12:09.634258 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Deleting subnet 63440245-4b84-4e6f-95d8-2c3e2942f4b2 {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:12:09.637280 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.670396 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.775102 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.824675 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.845524 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:12:09.850119 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63440245-4b84-4e6f-95d8-2c3e2942f4b2,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:09.852632 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.854674 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-18dfbecc-fbd3-4654-881d-5446535e4e84 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/63440245-4b84-4e6f-95d8-2c3e2942f4b2 HTTP/1.1" status: 204 len: 168 time: 0.2703345 Sep 15 16:12:09.857165 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42644) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:09.860665 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450ae346-0989-4d3b-9ca9-96b0367289fe None None] Network 1b2b1d7e-283c-4001-9770-bb86b137f23e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:12:09.927530 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:09.990889 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Deleting port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:09.991294 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.000479 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 024fe0e0-cdf2-4d18-85d9-224ea4cc450c no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:10.022538 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 024fe0e0-cdf2-4d18-85d9-224ea4cc450c {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:10.022906 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 024fe0e0-cdf2-4d18-85d9-224ea4cc450c not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:10.023613 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc51e904-7160-4515-a4ac-e8889505064e no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:10.052819 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: dc51e904-7160-4515-a4ac-e8889505064e {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:10.053387 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc51e904-7160-4515-a4ac-e8889505064e not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:10.057175 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] DHCP port deletion for 1b2b1d7e-283c-4001-9770-bb86b137f23e request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:12:10.068467 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] For port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:10.068856 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.087001 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Calling delete_port for 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 owned by network:dhcp {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:10.108467 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] Deleting port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 {{(pid=94075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:12:10.108841 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.172827 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.184856 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] For port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,segment=NetworkSegment(f363275d-6639-491b-908f-e843e287ae3f),segment_id=f363275d-6639-491b-908f-e843e287ae3f)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:10.185173 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.199348 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] Calling delete_port for 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 owned by network:dhcp {{(pid=94075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:12:10.202604 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.207872 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] No DVR routers for this DVR port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 on host dv-cinder-809206-1-iscsi {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:12:10.295222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.317773 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b2b1d7e-283c-4001-9770-bb86b137f23e']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:10.329168 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f363275d-6639-491b-908f-e843e287ae3f') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:10.329479 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f363275d-6639-491b-908f-e843e287ae3f') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:10.340849 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.341869 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.347006 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42652) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:10.356599 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.362790 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:12:10.362959 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:12:10.364579 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:12:10.369977 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] Pushing event deleted for resources: {'Port': ['ID=5c23e55c-48aa-4686-a8ad-2fb7f20c69e3,revision_number=None']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.381349 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25740874-47d7-474d-9167-2f80d7390fd2 None None] No DVR routers for this DVR port 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 on host dv-cinder-809206-1-iscsi {{(pid=94075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:12:10.425595 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.435889 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.435889 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1b2b1d7e-283c-4001-9770-bb86b137f23e HTTP/1.1" status: 204 len: 168 time: 0.5752661 Sep 15 16:12:10.447016 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7d0b6-6341-4fb7-8871-8a25ae378862 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b2b1d7e-283c-4001-9770-bb86b137f23e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.468180 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a6506cfc-b68c-4200-b114-57a8ae80d8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.552277 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42658) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:10.563900 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a6506cfc-b68c-4200-b114-57a8ae80d8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.571042 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a6506cfc-b68c-4200-b114-57a8ae80d8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.597827 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-7628db0e-4f4b-4acc-a8ff-8568f2006923 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc3c81ea1325466cbf0972def3dd96d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0443156 Sep 15 16:12:10.600210 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42660) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:10.610259 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a6506cfc-b68c-4200-b114-57a8ae80d8a8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5797ef9687d343199d5136856b26282f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621741 Sep 15 16:12:10.611380 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6506cfc-b68c-4200-b114-57a8ae80d8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3906cb83-af49-4f82-9001-854fbe9d7e56,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.613753 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42662) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:10.684065 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4801a11c-eebd-4a33-98c0-6c95018af969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.700369 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f37e5f3-1c38-4a18-b8a4-ded41cddb305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.722596 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4801a11c-eebd-4a33-98c0-6c95018af969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.729818 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af2114-588b-4e9a-bd49-6b7085e49845 req-c64a00b6-91e6-4b23-b108-24b7a026fafb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:10.731361 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-43af2114-588b-4e9a-bd49-6b7085e49845 req-c64a00b6-91e6-4b23-b108-24b7a026fafb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.0527246 Sep 15 16:12:10.738145 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f37e5f3-1c38-4a18-b8a4-ded41cddb305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.770266 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-43af2114-588b-4e9a-bd49-6b7085e49845 req-2d39c4f3-fab5-4102-8d6d-b2fab532d313 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Sep 15 16:12:10.802615 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4801a11c-eebd-4a33-98c0-6c95018af969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.805182 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4801a11c-eebd-4a33-98c0-6c95018af969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.806474 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4801a11c-eebd-4a33-98c0-6c95018af969 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bfd6ad39-13ec-4cd6-a1d6-f199a5cb7c01 HTTP/1.1" status: 204 len: 168 time: 0.2052112 Sep 15 16:12:10.815497 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f37e5f3-1c38-4a18-b8a4-ded41cddb305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.818115 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0f37e5f3-1c38-4a18-b8a4-ded41cddb305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:10.823005 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0f37e5f3-1c38-4a18-b8a4-ded41cddb305 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3906cb83-af49-4f82-9001-854fbe9d7e56 HTTP/1.1" status: 204 len: 168 time: 0.2082582 Sep 15 16:12:10.823817 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801a11c-eebd-4a33-98c0-6c95018af969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd6ad39-13ec-4cd6-a1d6-f199a5cb7c01,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:10.833330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37e5f3-1c38-4a18-b8a4-ded41cddb305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906cb83-af49-4f82-9001-854fbe9d7e56,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:11.713546 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d73caf-78cd-4adc-95d4-7154d027575b req-0bdb08f2-004f-4ff7-a88f-935c507b76f6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:11.714828 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-00b008af-9e1b-48df-aaee-51012a276302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:11.718220 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-00b008af-9e1b-48df-aaee-51012a276302 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1138 time: 0.0546324 Sep 15 16:12:11.719036 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a9d73caf-78cd-4adc-95d4-7154d027575b req-0bdb08f2-004f-4ff7-a88f-935c507b76f6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0663621 Sep 15 16:12:11.813506 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-a9d73caf-78cd-4adc-95d4-7154d027575b req-cca92c42-3fcb-4b17-824b-eccc32e1eb69 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915573 Sep 15 16:12:11.839747 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:12:11.865218 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:12:11.865782 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5c23e55c-48aa-4686-a8ad-2fb7f20c69e3 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:12:11.882094 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-8f09f94d-a94b-4f38-ab1d-46a797df0e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:11.884460 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-8f09f94d-a94b-4f38-ab1d-46a797df0e0c service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 915 time: 0.1576340 Sep 15 16:12:11.947851 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bd85e-f022-4dd3-bb30-e589ab2e5d7c req-f60357b5-416c-463c-bbed-f4f5a1eeda5c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:11.950862 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-625bd85e-f022-4dd3-bb30-e589ab2e5d7c req-f60357b5-416c-463c-bbed-f4f5a1eeda5c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.0720365 Sep 15 16:12:11.976196 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-a2896370-6ae6-4f12-b2c1-2c2d37a4b5ab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 1002 time: 0.0830388 Sep 15 16:12:11.994672 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-625bd85e-f022-4dd3-bb30-e589ab2e5d7c req-e81d0f4d-2004-4435-967c-66c332b9d11c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374813 Sep 15 16:12:12.035583 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-f4a8e83b-48b4-49fa-9ee2-046397f9c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:12.037084 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-f4a8e83b-48b4-49fa-9ee2-046397f9c10f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0522490 Sep 15 16:12:12.088766 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-81000a85-b6cc-495f-b103-759f11186341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:12.090346 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-81000a85-b6cc-495f-b103-759f11186341 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437512 Sep 15 16:12:12.190981 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-01dc68d0-c02e-4c1f-8fad-3fd95da2463d service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907848 Sep 15 16:12:12.289931 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-867a09d2-ef61-42b1-8f4f-735dca404231 req-e0861ba3-47c9-4057-b8f8-929b34978b84 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897803 Sep 15 16:12:12.936176 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec51a74-dfea-45c3-a02e-a1464f33737e req-fce9f9de-b303-440f-b1e6-0d1ec8bec1e5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:12.937927 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cec51a74-dfea-45c3-a02e-a1464f33737e req-fce9f9de-b303-440f-b1e6-0d1ec8bec1e5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0517550 Sep 15 16:12:12.977350 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-cec51a74-dfea-45c3-a02e-a1464f33737e req-aa39c4d7-9db3-4a6a-b994-7901ae9bf1b1 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333135 Sep 15 16:12:13.108298 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765072a-5f0e-410a-93cf-e007ce76a89a req-bac4da2e-50b5-4616-8eff-3e94aaa20c56 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:13.110277 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0765072a-5f0e-410a-93cf-e007ce76a89a req-bac4da2e-50b5-4616-8eff-3e94aaa20c56 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 943 time: 0.0502608 Sep 15 16:12:13.154081 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0765072a-5f0e-410a-93cf-e007ce76a89a req-4c891b1e-058a-4ade-92b1-726cae544fe7 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321341 Sep 15 16:12:13.910495 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device e0cc839c-a85f-499c-947e-fe1e48b9c54b details requested by agent hyperv_hv-cinder-80920 with host hv-cinder-80920 {{(pid=94075) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 15 16:12:14.019641 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port e0cc839c-a85f-499c-947e-fe1e48b9c54b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:14.032719 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Returning: {'device': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'port_id': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'mac_address': 'fa:16:3e:49:7d:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94075) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 15 16:12:14.084509 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.105796 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cc839c-a85f-499c-947e-fe1e48b9c54b {{(pid=94075) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 15 16:12:14.109918 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619882b9-433b-4384-9c4c-ddd9dcea3ca2 req-30b2d74d-ab0d-42b0-a698-3f33597581cd tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:14.112351 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-619882b9-433b-4384-9c4c-ddd9dcea3ca2 req-30b2d74d-ab0d-42b0-a698-3f33597581cd tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0598104 Sep 15 16:12:14.143828 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port e0cc839c-a85f-499c-947e-fe1e48b9c54b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:14.147040 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:14.205316 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=e0cc839c-a85f-499c-947e-fe1e48b9c54b,revision_number=4']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:14.208779 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-619882b9-433b-4384-9c4c-ddd9dcea3ca2 req-f910314b-fb75-4dee-ae8c-b55d9af61fe1 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899200 Sep 15 16:12:14.310349 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e796d-1379-4343-92b9-d12fb7221227 req-58ebdd99-011e-4ba6-8d8b-4a440d4a76d3 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:14.311829 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a0e796d-1379-4343-92b9-d12fb7221227 req-58ebdd99-011e-4ba6-8d8b-4a440d4a76d3 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 944 time: 0.0580754 Sep 15 16:12:14.353552 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4a0e796d-1379-4343-92b9-d12fb7221227 req-5e910053-74f4-4455-80c6-1c1e49fa4bbd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351274 Sep 15 16:12:14.442895 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['e0cc839c-a85f-499c-947e-fe1e48b9c54b'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:12:15.331222 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5093a3b3-5751-4fba-9721-38a003377abe req-c0f3ba4a-c5d5-4d6b-afec-e7a65270cbd7 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:15.332739 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5093a3b3-5751-4fba-9721-38a003377abe req-c0f3ba4a-c5d5-4d6b-afec-e7a65270cbd7 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0527582 Sep 15 16:12:15.381869 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-5093a3b3-5751-4fba-9721-38a003377abe req-363827bd-6a2b-4fff-9145-292e958ad809 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414565 Sep 15 16:12:15.495961 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c88a48-01d1-4bfb-b424-43a2345eb826 req-23db79f1-48f1-4911-89f4-a318b67a928d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:15.497474 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-78c88a48-01d1-4bfb-b424-43a2345eb826 req-23db79f1-48f1-4911-89f4-a318b67a928d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 944 time: 0.0612900 Sep 15 16:12:15.556997 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-78c88a48-01d1-4bfb-b424-43a2345eb826 req-f3b6a031-a2cc-4b96-b111-09eeb8b268fd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455687 Sep 15 16:12:15.725436 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42838) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:15.829307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-223c73aa-a10b-4276-94fc-4487f4ca6382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.922867 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-223c73aa-a10b-4276-94fc-4487f4ca6382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.926978 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-223c73aa-a10b-4276-94fc-4487f4ca6382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:15.967171 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-223c73aa-a10b-4276-94fc-4487f4ca6382 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5842b468d9f540fc86db99e1863df467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2444081 Sep 15 16:12:15.968042 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c73aa-a10b-4276-94fc-4487f4ca6382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801afe56-3a64-4ddc-b568-9674b71f08cd,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:15.969834 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42842) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:16.026232 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c44b22ce-34a2-44c1-898f-b6f7cdfd0d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.046919 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c44b22ce-34a2-44c1-898f-b6f7cdfd0d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.093282 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c44b22ce-34a2-44c1-898f-b6f7cdfd0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.095817 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c44b22ce-34a2-44c1-898f-b6f7cdfd0d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.096988 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-c44b22ce-34a2-44c1-898f-b6f7cdfd0d0a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/801afe56-3a64-4ddc-b568-9674b71f08cd HTTP/1.1" status: 204 len: 168 time: 0.1258552 Sep 15 16:12:16.108373 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b22ce-34a2-44c1-898f-b6f7cdfd0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801afe56-3a64-4ddc-b568-9674b71f08cd,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:16.344974 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 42848) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:16.358505 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-446ef5d4-079d-419a-9240-6dc6abcd12a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.448223 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-446ef5d4-079d-419a-9240-6dc6abcd12a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.453277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-446ef5d4-079d-419a-9240-6dc6abcd12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.516115 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-446ef5d4-079d-419a-9240-6dc6abcd12a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=33700714eeb64f8f923e1ef025e25e3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700373 Sep 15 16:12:16.517903 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ef5d4-079d-419a-9240-6dc6abcd12a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26ddedc-87ec-4f54-95d7-e51c2ab72900,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:16.518901 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 42852) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:16.543204 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f63a39-db77-4dc0-84e2-b271fd239fd5 req-0339b0b8-f6f9-4916-ab64-ca872126f1ee tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:16.544753 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b7f63a39-db77-4dc0-84e2-b271fd239fd5 req-0339b0b8-f6f9-4916-ab64-ca872126f1ee tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0752196 Sep 15 16:12:16.569001 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66b3432a-be43-46eb-aea8-e407ab2075f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.586259 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b7f63a39-db77-4dc0-84e2-b271fd239fd5 req-1f8a32e9-b34c-41d7-a0b1-4914940457f7 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352657 Sep 15 16:12:16.591882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66b3432a-be43-46eb-aea8-e407ab2075f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.647657 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66b3432a-be43-46eb-aea8-e407ab2075f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.650223 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-66b3432a-be43-46eb-aea8-e407ab2075f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.653986 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-66b3432a-be43-46eb-aea8-e407ab2075f7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b26ddedc-87ec-4f54-95d7-e51c2ab72900 HTTP/1.1" status: 204 len: 168 time: 0.1314085 Sep 15 16:12:16.660577 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b3432a-be43-46eb-aea8-e407ab2075f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26ddedc-87ec-4f54-95d7-e51c2ab72900,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:16.675796 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ecdf7-7882-43eb-8e14-7820d8796ea5 req-5c74cf5e-acca-4788-915f-4faa0e29e14a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:16.677295 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ea2ecdf7-7882-43eb-8e14-7820d8796ea5 req-5c74cf5e-acca-4788-915f-4faa0e29e14a tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 944 time: 0.0608373 Sep 15 16:12:16.699162 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device e0cc839c-a85f-499c-947e-fe1e48b9c54b up at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 15 16:12:16.720887 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ea2ecdf7-7882-43eb-8e14-7820d8796ea5 req-4d25672f-5ef2-4ad1-a326-04ac5f5b9f75 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364177 Sep 15 16:12:16.750271 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.767367 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning for port e0cc839c-a85f-499c-947e-fe1e48b9c54b completed by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 16:12:16.771105 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Provisioning complete for port e0cc839c-a85f-499c-947e-fe1e48b9c54b triggered by entity L2. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:12:16.771552 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.850651 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.873154 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b'}] {{(pid=94075) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:16.875500 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faf0c7b6c052f2de6172483923eb678e06c0cbdf74302c42075b2268d6e8084a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c238e43-b479-4248-b9f2-4d4b6fa22bca" -d '{"events": [{"server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "name": "network-vif-plugged", "status": "completed", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b"}]}' {{(pid=94075) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:16.887917 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] For port e0cc839c-a85f-499c-947e-fe1e48b9c54b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:12:16.892295 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798'] for port, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:16.926042 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d36b307-bc5c-4823-9c7b-1fb7a7ed2734 x-openstack-request-id: req-8d36b307-bc5c-4823-9c7b-1fb7a7ed2734 {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:16.926328 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "name": "network-vif-plugged", "status": "completed", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b", "code": 200}]} {{(pid=94075) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:16.926575 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-8d36b307-bc5c-4823-9c7b-1fb7a7ed2734 {{(pid=94075) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:16.926975 dv-cinder-809206-1-iscsi neutron-server[94075]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'code': 200} Sep 15 16:12:16.949554 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Pushing event updated for resources: {'Port': ['ID=e0cc839c-a85f-499c-947e-fe1e48b9c54b,revision_number=5']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:17.707344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63bd273-f47d-451a-ace8-56d7ab23e192 req-54409b5d-2150-46f9-8431-7849bcd03f05 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:17.708906 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b63bd273-f47d-451a-ace8-56d7ab23e192 req-54409b5d-2150-46f9-8431-7849bcd03f05 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0525920 Sep 15 16:12:17.751532 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b63bd273-f47d-451a-ace8-56d7ab23e192 req-cbb6b783-ac5a-4146-be6b-4a6170fe1197 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364149 Sep 15 16:12:17.839311 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e4479-b854-46b6-96ba-79ae012ec415 req-e8932a2a-da28-455c-a596-b2932cd0c931 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:17.840860 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c30e4479-b854-46b6-96ba-79ae012ec415 req-e8932a2a-da28-455c-a596-b2932cd0c931 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Sep 15 16:12:17.878571 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c30e4479-b854-46b6-96ba-79ae012ec415 req-869ffb13-22aa-41ea-9993-e9c2c207f37e tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317702 Sep 15 16:12:18.535040 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8329e7b9-46f8-4d5f-9340-8cd00c42e0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:18.842354 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587cc2-eee7-4737-9fa3-5af730df488b req-9c829acf-256b-403c-9b64-92c0d822e3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:18.843958 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3d587cc2-eee7-4737-9fa3-5af730df488b req-9c829acf-256b-403c-9b64-92c0d822e3a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 1098 time: 0.0392876 Sep 15 16:12:18.871585 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986ab09-d8c6-419f-94ae-41ef15f30ccd req-105db210-d8fb-414d-96d1-49da9dc901a1 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:18.873072 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2986ab09-d8c6-419f-94ae-41ef15f30ccd req-105db210-d8fb-414d-96d1-49da9dc901a1 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0528772 Sep 15 16:12:18.883953 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3d587cc2-eee7-4737-9fa3-5af730df488b req-9a34ef7f-fbb4-4d22-b647-16dab55e5abf service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Sep 15 16:12:18.914267 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2986ab09-d8c6-419f-94ae-41ef15f30ccd req-5f75dd59-a371-43f0-ab7a-b2b3c6a7af18 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348032 Sep 15 16:12:18.996000 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c02c9f-e60d-4a52-a259-a462badee1f6 req-8b79d2f9-bd9f-476c-82cc-19a9c55b7c61 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:18.997459 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25c02c9f-e60d-4a52-a259-a462badee1f6 req-8b79d2f9-bd9f-476c-82cc-19a9c55b7c61 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0489442 Sep 15 16:12:19.035139 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-25c02c9f-e60d-4a52-a259-a462badee1f6 req-49fc0c2e-26e8-4965-b737-247e4f24b33c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318506 Sep 15 16:12:20.033530 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ccdab-2f00-4ded-bd88-71b3b0b77c1d req-8c380e31-5dbc-4bb0-a34e-78bd69c182fd tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:20.035019 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-725ccdab-2f00-4ded-bd88-71b3b0b77c1d req-8c380e31-5dbc-4bb0-a34e-78bd69c182fd tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0484259 Sep 15 16:12:20.077182 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-725ccdab-2f00-4ded-bd88-71b3b0b77c1d req-616ae25e-3926-439a-819b-5db3464e17ee tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355346 Sep 15 16:12:20.168240 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c99f8-b4e3-4493-b250-71dcc06be9d7 req-56ec79ee-b156-4893-a1f6-c1b3d26e12a0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:20.169717 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-978c99f8-b4e3-4493-b250-71dcc06be9d7 req-56ec79ee-b156-4893-a1f6-c1b3d26e12a0 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0573816 Sep 15 16:12:20.208358 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-978c99f8-b4e3-4493-b250-71dcc06be9d7 req-8a9f1f2d-5833-4804-b348-4254e3d42167 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325375 Sep 15 16:12:21.192997 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476bf7b-071a-4e97-adfd-2ce85ca33ada req-213f514b-9615-4a8c-ace0-753e0c84c6f5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:21.194465 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1476bf7b-071a-4e97-adfd-2ce85ca33ada req-213f514b-9615-4a8c-ace0-753e0c84c6f5 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0485201 Sep 15 16:12:21.233036 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-1476bf7b-071a-4e97-adfd-2ce85ca33ada req-e739b7ad-ba68-4b0f-bfd5-548b095001d4 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326109 Sep 15 16:12:21.320844 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0185de2-6365-447b-be87-bd54cbec7f87 req-24d18781-3e3d-4966-a02e-a60dbb82ce33 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:21.322315 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0185de2-6365-447b-be87-bd54cbec7f87 req-24d18781-3e3d-4966-a02e-a60dbb82ce33 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0479536 Sep 15 16:12:21.343811 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-88450811-6030-4895-9c39-0d7009a65d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:21.364182 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-e0185de2-6365-447b-be87-bd54cbec7f87 req-43eb4828-d74a-4289-8f70-f5f84f17c400 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350444 Sep 15 16:12:21.486550 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.276066 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:22.351476 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844d9712-318c-47d8-b0a8-3cf804e20aa9 req-9cf6a4b9-af0c-4b8d-837f-b01715f6ed4a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:22.353483 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-844d9712-318c-47d8-b0a8-3cf804e20aa9 req-9cf6a4b9-af0c-4b8d-837f-b01715f6ed4a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0521090 Sep 15 16:12:22.393917 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-844d9712-318c-47d8-b0a8-3cf804e20aa9 req-97b2f972-0211-48f8-97e1-6a794ff74582 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340369 Sep 15 16:12:22.477417 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495be615-64ee-42bf-866b-d47e5ec8ba9a req-b9ba94fb-de61-4b4e-b87c-a530bbe571f9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:22.479580 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-495be615-64ee-42bf-866b-d47e5ec8ba9a req-b9ba94fb-de61-4b4e-b87c-a530bbe571f9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0492609 Sep 15 16:12:22.517055 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-495be615-64ee-42bf-866b-d47e5ec8ba9a req-d471b07a-a08a-46ce-ab4c-03315f932ebb tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 Sep 15 16:12:23.508676 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02e0b2-19e6-4fc5-9652-46de8533e78f req-3c5a91c6-12cf-4e0b-b474-235cde65a63e tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:23.510802 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0c02e0b2-19e6-4fc5-9652-46de8533e78f req-3c5a91c6-12cf-4e0b-b474-235cde65a63e tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0508366 Sep 15 16:12:23.562165 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0c02e0b2-19e6-4fc5-9652-46de8533e78f req-1f7d33e8-d30c-43ff-abcd-7336d9925720 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453298 Sep 15 16:12:23.650842 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf92d89-5c16-4c1d-8587-09758e9a12f1 req-cf9c56f5-6d7a-4c2f-a060-b2e92c881dbc tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:23.652695 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9cf92d89-5c16-4c1d-8587-09758e9a12f1 req-cf9c56f5-6d7a-4c2f-a060-b2e92c881dbc tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0607381 Sep 15 16:12:23.693177 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-9cf92d89-5c16-4c1d-8587-09758e9a12f1 req-3789a9ff-90dc-4890-8b83-a06bc75ab76f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346076 Sep 15 16:12:23.819571 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d94c33-e95c-4c2e-8009-d0e02da050f2 req-410957ad-d6bd-42d9-962c-7d2f6d5e5fd9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:23.823797 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b8d94c33-e95c-4c2e-8009-d0e02da050f2 req-410957ad-d6bd-42d9-962c-7d2f6d5e5fd9 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0547662 Sep 15 16:12:23.867893 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b8d94c33-e95c-4c2e-8009-d0e02da050f2 req-114ee591-bcc4-4e98-bcf7-44aaf417d1d1 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399945 Sep 15 16:12:23.891588 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:23.894520 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43002) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:24.088014 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ee6873-b42a-4e12-a7d5-898556bc7c76 tempest-TestVolumeBootPattern-1024852008 tempest-TestVolumeBootPattern-1024852008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:24.089682 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-35ee6873-b42a-4e12-a7d5-898556bc7c76 tempest-TestVolumeBootPattern-1024852008 tempest-TestVolumeBootPattern-1024852008-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 1093 time: 0.1937656 Sep 15 16:12:24.092511 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43008) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:24.096657 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Request body: {'floatingip': {'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'port_id': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:12:24.122067 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.218218 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.321364 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_common [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Allocated IP 172.27.1.21 (e15935f5-19dd-47dd-a555-09f9f0247312/bc8f8f7d-b86b-403f-8f4a-1332976c71df/3a572410-13a2-43a7-939c-e43e1ecee47f) {{(pid=94074) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 16:12:24.421285 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.451530 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728225826762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.486623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Network e15935f5-19dd-47dd-a555-09f9f0247312 is already hosted by enough agents. {{(pid=94074) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 16:12:24.489348 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Resources bound (agent type, host, resource id): {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:12:24.492724 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Received port after_create {{(pid=94074) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 15 16:12:24.516436 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=3a572410-13a2-43a7-939c-e43e1ecee47f,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:24.681197 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6dbd0-459a-46b8-a68b-7d1f764be895 req-12133eb6-1a5d-4dcb-a82f-f7fc25150495 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:24.682686 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0de6dbd0-459a-46b8-a68b-7d1f764be895 req-12133eb6-1a5d-4dcb-a82f-f7fc25150495 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0490925 Sep 15 16:12:24.727363 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-0de6dbd0-459a-46b8-a68b-7d1f764be895 req-1f5ea376-d7d2-4140-a986-9bcc485b18be tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343633 Sep 15 16:12:24.842460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:24.905358 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.057440 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for port, precommit_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.062030 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4650927'] for port, after_update {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.131543 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event updated for resources: {'Port': ['ID=3a572410-13a2-43a7-939c-e43e1ecee47f,revision_number=2']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:25.138981 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1700369'] for floatingip, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.236552 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Floating IP 1ffd2365-49f7-4235-a04b-a251b8c53057 associated. External IP: 172.27.1.21, port: e0cc839c-a85f-499c-947e-fe1e48b9c54b. Sep 15 16:12:25.432690 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:12:25.535697 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:12:25.545393 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:12:25.550965 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:25.554528 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:25.555176 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:12:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:25.577367 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c850a0bd-77f2-4f9d-9c72-5df3b5837620 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4838505 Sep 15 16:12:25.577943 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:12:25.580282 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e644214-3d9c-422c-ac62-09dee0eb44e0" -d '{"events": [{"name": "network-changed", "server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:12:25.620446 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79afe680-14b4-4dfd-b4bc-5c7b87504a15 x-openstack-request-id: req-79afe680-14b4-4dfd-b4bc-5c7b87504a15 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:12:25.620740 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:12:25.620989 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-79afe680-14b4-4dfd-b4bc-5c7b87504a15 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:12:25.621384 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'status': 'completed', 'code': 200} Sep 15 16:12:25.658716 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:25.843358 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f20f8-7a07-4f04-b44b-293040280544 req-2d909463-fd57-4640-a23a-d5856da1744e tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:25.844818 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c08f20f8-7a07-4f04-b44b-293040280544 req-2d909463-fd57-4640-a23a-d5856da1744e tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0531986 Sep 15 16:12:25.885060 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c08f20f8-7a07-4f04-b44b-293040280544 req-7baaff5a-29c8-409b-b222-42dca4b88547 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339379 Sep 15 16:12:26.003250 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '1ffd2365-49f7-4235-a04b-a251b8c53057', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:49:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:12:24Z', 'updated_at': '2021-09-15T16:12:24Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}, {'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:26.033563 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:12:26.041737 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:12:26.042347 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:12:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:26.149949 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:12:26.363980 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '1ffd2365-49f7-4235-a04b-a251b8c53057', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:49:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:12:24Z', 'updated_at': '2021-09-15T16:12:24Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}, {'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:12:26.389475 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f2d9bd-b561-4733-912f-9d7193c03b0c None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': '1ffd2365-49f7-4235-a04b-a251b8c53057', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:49:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:12:24Z', 'updated_at': '2021-09-15T16:12:24Z', 'revision_number': 0, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}, {'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:12:26.574302 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845208c0-2325-4318-aaaa-79fdd389ebe6 None None] New status for floating IP 1ffd2365-49f7-4235-a04b-a251b8c53057: ACTIVE {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:12:26.999972 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2de3f-9642-4769-9e28-3396c007c2bf req-39fa5258-8b56-4d86-8a04-7c01fa837219 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:27.001381 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ddc2de3f-9642-4769-9e28-3396c007c2bf req-39fa5258-8b56-4d86-8a04-7c01fa837219 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0480778 Sep 15 16:12:27.041711 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ddc2de3f-9642-4769-9e28-3396c007c2bf req-73d0d6a6-cca1-4a6c-a356-4fdbb6540b64 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342221 Sep 15 16:12:27.089940 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-8b67f0f1-a0a3-44be-9765-b096bd13e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:27.091434 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-8b67f0f1-a0a3-44be-9765-b096bd13e005 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 1098 time: 0.0394299 Sep 15 16:12:27.181409 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-bbdf118d-fe2d-4664-864e-1276724dbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:27.182892 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-bbdf118d-fe2d-4664-864e-1276724dbce2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.0839717 Sep 15 16:12:27.252356 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-e25aa1a1-3388-4803-9fad-2ea5e892b49e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b HTTP/1.1" status: 200 len: 1000 time: 0.0592020 Sep 15 16:12:27.556086 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-a8007025-3d11-4c13-8348-44dfefa73e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:27.557421 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-a8007025-3d11-4c13-8348-44dfefa73e28 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.2953849 Sep 15 16:12:27.602138 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-53fe725b-ce13-40ef-8c07-1cf36cc6b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:27.604308 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-53fe725b-ce13-40ef-8c07-1cf36cc6b9f1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390556 Sep 15 16:12:27.693544 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-93483354-aaf2-41a5-80ff-df86dd1ad2b5 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815172 Sep 15 16:12:27.782204 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-0e644214-3d9c-422c-ac62-09dee0eb44e0 req-aa4233cd-1662-4aff-a103-8c64ac5f7dae service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794773 Sep 15 16:12:28.158649 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7794f-a96f-4464-aa9a-de3344c3a2d4 req-36bfc151-91dc-4010-9b7f-c3d5a4991be8 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:28.160180 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b6b7794f-a96f-4464-aa9a-de3344c3a2d4 req-36bfc151-91dc-4010-9b7f-c3d5a4991be8 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0518634 Sep 15 16:12:28.206769 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b6b7794f-a96f-4464-aa9a-de3344c3a2d4 req-784bce19-f881-49c2-b7be-ca706645c31a tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362732 Sep 15 16:12:29.327678 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eedc8c6-f80b-4983-940a-072997432c9c req-c4895a55-4a6c-47b2-92c7-4543aaeecb45 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:12:29.329101 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3eedc8c6-f80b-4983-940a-072997432c9c req-c4895a55-4a6c-47b2-92c7-4543aaeecb45 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0536714 Sep 15 16:12:29.369513 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-3eedc8c6-f80b-4983-940a-072997432c9c req-d7ef1bb7-605c-4be7-9119-3b4fc0bd97b3 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10&id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342386 Sep 15 16:12:46.728740 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:46.844101 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:12:48.542344 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-8fd4997a-0ae8-4298-ad4d-d86ce73f469a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.344962 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-defd0f3c-99ad-4bfc-a30c-bd9cd86218ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:51.486965 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.281199 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.703325 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43370) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:52.817471 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.905656 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.909160 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:52.952676 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99e79b8e3b34499e80f5de9c24be0100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481089 Sep 15 16:12:52.953898 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4589cb70-4f04-4aaf-8706-b4590c047b3b,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:52.955445 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43374) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:52.961187 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.961539 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.961880 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.962220 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.962648 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.962984 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.963312 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.963638 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.963979 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.964291 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.964617 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:52.964936 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95895f87-42cf-4265-ac0e-4e81bc96730c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:12:53.004211 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a194-3620-489b-8f69-14f82d9c7f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.024715 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a194-3620-489b-8f69-14f82d9c7f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.070037 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a194-3620-489b-8f69-14f82d9c7f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.073268 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cdf6a194-3620-489b-8f69-14f82d9c7f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.074548 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-cdf6a194-3620-489b-8f69-14f82d9c7f38 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4589cb70-4f04-4aaf-8706-b4590c047b3b HTTP/1.1" status: 204 len: 168 time: 0.1181304 Sep 15 16:12:53.082273 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6a194-3620-489b-8f69-14f82d9c7f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4589cb70-4f04-4aaf-8706-b4590c047b3b,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:53.326568 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43380) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:53.339335 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a6ae020b-d974-4aee-aa5a-c82b3b1219e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.426597 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a6ae020b-d974-4aee-aa5a-c82b3b1219e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.430171 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a6ae020b-d974-4aee-aa5a-c82b3b1219e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.469522 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae020b-d974-4aee-aa5a-c82b3b1219e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad63adc1-1af1-49a4-9b94-83aec8d4a357,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:53.473745 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a6ae020b-d974-4aee-aa5a-c82b3b1219e2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5be764b0f07a44ee854c638ee9eb612a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461053 Sep 15 16:12:53.476307 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43382) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:53.524124 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa97bf-67fc-4481-910e-9fa5afc14435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.546157 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa97bf-67fc-4481-910e-9fa5afc14435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.595605 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa97bf-67fc-4481-910e-9fa5afc14435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.598215 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-7cfa97bf-67fc-4481-910e-9fa5afc14435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:53.599487 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-7cfa97bf-67fc-4481-910e-9fa5afc14435 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ad63adc1-1af1-49a4-9b94-83aec8d4a357 HTTP/1.1" status: 204 len: 168 time: 0.1222990 Sep 15 16:12:53.608579 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa97bf-67fc-4481-910e-9fa5afc14435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad63adc1-1af1-49a4-9b94-83aec8d4a357,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:53.903046 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.184451 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43448) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.292237 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-895bb58f-520f-48fb-9e66-de85fee53c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.377458 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-895bb58f-520f-48fb-9e66-de85fee53c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.381196 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-895bb58f-520f-48fb-9e66-de85fee53c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.417961 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-895bb58f-520f-48fb-9e66-de85fee53c59 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=02381675c72949e790b99cbcfa1288cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322476 Sep 15 16:12:55.419067 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bb58f-520f-48fb-9e66-de85fee53c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574dd20f-b172-465d-baff-968655dab569,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:55.420594 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43454) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.469058 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c00b7081-46ad-4fa9-bb0e-2fd742c89f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.490027 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c00b7081-46ad-4fa9-bb0e-2fd742c89f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.535338 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c00b7081-46ad-4fa9-bb0e-2fd742c89f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.537919 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-c00b7081-46ad-4fa9-bb0e-2fd742c89f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.539071 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-c00b7081-46ad-4fa9-bb0e-2fd742c89f57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/574dd20f-b172-465d-baff-968655dab569 HTTP/1.1" status: 204 len: 168 time: 0.1175153 Sep 15 16:12:55.547551 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b7081-46ad-4fa9-bb0e-2fd742c89f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574dd20f-b172-465d-baff-968655dab569,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:55.788700 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43460) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.804855 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bce93d6c-21a2-43ca-8779-1c79dc639ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.894320 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bce93d6c-21a2-43ca-8779-1c79dc639ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.898015 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bce93d6c-21a2-43ca-8779-1c79dc639ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:55.938896 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-bce93d6c-21a2-43ca-8779-1c79dc639ea4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36bd914fb0414970a327d3e243837d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468899 Sep 15 16:12:55.938896 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93d6c-21a2-43ca-8779-1c79dc639ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5767fcc-15b3-4742-85ec-52628c606b30,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:55.939408 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43462) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:55.986666 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3d7660b-cfba-4652-9319-48b81121f0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.006226 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3d7660b-cfba-4652-9319-48b81121f0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.051189 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3d7660b-cfba-4652-9319-48b81121f0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.053624 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c3d7660b-cfba-4652-9319-48b81121f0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:56.054793 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c3d7660b-cfba-4652-9319-48b81121f0cb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d5767fcc-15b3-4742-85ec-52628c606b30 HTTP/1.1" status: 204 len: 168 time: 0.1143391 Sep 15 16:12:56.062220 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7660b-cfba-4652-9319-48b81121f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5767fcc-15b3-4742-85ec-52628c606b30,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:57.061289 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43494) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:57.163275 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ccb2e92b-2819-43ae-9876-eb4e7a9532e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.252501 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ccb2e92b-2819-43ae-9876-eb4e7a9532e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.256239 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ccb2e92b-2819-43ae-9876-eb4e7a9532e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.295519 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ccb2e92b-2819-43ae-9876-eb4e7a9532e0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad1c0c91fc544d2b9a7901aabb368533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331681 Sep 15 16:12:57.296623 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb2e92b-2819-43ae-9876-eb4e7a9532e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2820de3e-2f88-4d9f-b4fd-348af4978eda,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:12:57.298137 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43500) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:12:57.348252 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87024aae-51a0-4aa9-ba7c-7cb24df8ec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.368357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87024aae-51a0-4aa9-ba7c-7cb24df8ec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.412448 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87024aae-51a0-4aa9-ba7c-7cb24df8ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.415068 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-87024aae-51a0-4aa9-ba7c-7cb24df8ec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:12:57.416774 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-87024aae-51a0-4aa9-ba7c-7cb24df8ec19 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2820de3e-2f88-4d9f-b4fd-348af4978eda HTTP/1.1" status: 204 len: 168 time: 0.1169291 Sep 15 16:12:57.424397 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87024aae-51a0-4aa9-ba7c-7cb24df8ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2820de3e-2f88-4d9f-b4fd-348af4978eda,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:04.627076 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43632) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.730771 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015b4936-6c03-4209-bbe8-011f7b44ab3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.817952 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015b4936-6c03-4209-bbe8-011f7b44ab3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.821488 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-015b4936-6c03-4209-bbe8-011f7b44ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.856749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b4936-6c03-4209-bbe8-011f7b44ab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c284e5e-181c-4109-ba4e-488a0a61c042,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:04.861862 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-015b4936-6c03-4209-bbe8-011f7b44ab3c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ed40e731f28c407ebe80e2cf3aa18d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337699 Sep 15 16:13:04.864452 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43636) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:04.910452 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6c1d82d2-f550-4e99-a5b7-e151d94b8c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.930290 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6c1d82d2-f550-4e99-a5b7-e151d94b8c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.979509 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6c1d82d2-f550-4e99-a5b7-e151d94b8c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.981913 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6c1d82d2-f550-4e99-a5b7-e151d94b8c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:04.983045 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6c1d82d2-f550-4e99-a5b7-e151d94b8c5f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6c284e5e-181c-4109-ba4e-488a0a61c042 HTTP/1.1" status: 204 len: 168 time: 0.1177158 Sep 15 16:13:04.990112 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d82d2-f550-4e99-a5b7-e151d94b8c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c284e5e-181c-4109-ba4e-488a0a61c042,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:05.235594 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43644) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.249091 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bb83ff72-5104-4b4b-bb30-0d19932fc2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.333580 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bb83ff72-5104-4b4b-bb30-0d19932fc2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.337051 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bb83ff72-5104-4b4b-bb30-0d19932fc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.373671 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-bb83ff72-5104-4b4b-bb30-0d19932fc2ff admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca3ae305860e4df2a974e7e34a0ae359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370409 Sep 15 16:13:05.374816 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83ff72-5104-4b4b-bb30-0d19932fc2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a73b5a-f69f-46e9-9f2d-fb5bdd4ac100,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:05.376365 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43646) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:05.425020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.448184 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.495275 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.498111 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:05.499400 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/52a73b5a-f69f-46e9-9f2d-fb5bdd4ac100 HTTP/1.1" status: 204 len: 168 time: 0.1220686 Sep 15 16:13:05.506878 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a73b5a-f69f-46e9-9f2d-fb5bdd4ac100,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:05.513714 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.514062 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.514403 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.514766 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.515095 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.515423 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.515749 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.516072 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.516399 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.516722 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.517040 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:05.517360 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691867cc-1f5d-4c94-a3dd-143ac89a6489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:06.905039 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43688) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.008293 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e34b96e2-9e55-4ac7-8bde-11a03c6619dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.096265 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e34b96e2-9e55-4ac7-8bde-11a03c6619dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.100280 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-e34b96e2-9e55-4ac7-8bde-11a03c6619dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.138500 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-e34b96e2-9e55-4ac7-8bde-11a03c6619dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a7a5618eb3cc45269bd65c010c52dbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324166 Sep 15 16:13:07.139357 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b96e2-9e55-4ac7-8bde-11a03c6619dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7190c18-db92-4782-ab9d-7662c964bb76,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:07.141216 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43694) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.188739 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fb94-ec1e-4721-ad9a-5af2cfd41403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.209174 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fb94-ec1e-4721-ad9a-5af2cfd41403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.253516 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fb94-ec1e-4721-ad9a-5af2cfd41403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.255944 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fb94-ec1e-4721-ad9a-5af2cfd41403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.257147 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e8c2fb94-ec1e-4721-ad9a-5af2cfd41403 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b7190c18-db92-4782-ab9d-7662c964bb76 HTTP/1.1" status: 204 len: 168 time: 0.1148911 Sep 15 16:13:07.265345 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2fb94-ec1e-4721-ad9a-5af2cfd41403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7190c18-db92-4782-ab9d-7662c964bb76,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:07.510330 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43700) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.525117 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b41c-1db1-4026-8dfc-446d316c7115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.610124 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b41c-1db1-4026-8dfc-446d316c7115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.613551 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a7c1b41c-1db1-4026-8dfc-446d316c7115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.648404 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c1b41c-1db1-4026-8dfc-446d316c7115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29a4841-43cb-410f-a7ab-93da041c7ff3,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:07.653527 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a7c1b41c-1db1-4026-8dfc-446d316c7115 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=defaf85c65dd420b9bb9cccd63ab88f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420643 Sep 15 16:13:07.656097 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43702) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:07.703055 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69d841f2-f5cc-47cf-ba08-fd154b1f1af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.725710 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69d841f2-f5cc-47cf-ba08-fd154b1f1af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.771563 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69d841f2-f5cc-47cf-ba08-fd154b1f1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.774137 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-69d841f2-f5cc-47cf-ba08-fd154b1f1af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:07.775292 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-69d841f2-f5cc-47cf-ba08-fd154b1f1af3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b29a4841-43cb-410f-a7ab-93da041c7ff3 HTTP/1.1" status: 204 len: 168 time: 0.1181920 Sep 15 16:13:07.783598 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d841f2-f5cc-47cf-ba08-fd154b1f1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29a4841-43cb-410f-a7ab-93da041c7ff3,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:09.571631 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43778) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:09.694527 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d000387f-ba09-4703-a11c-4929c39285f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.786247 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d000387f-ba09-4703-a11c-4929c39285f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.789868 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d000387f-ba09-4703-a11c-4929c39285f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.829729 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-d000387f-ba09-4703-a11c-4929c39285f3 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=728dd8f855a34a12b140726fe084e955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570581 Sep 15 16:13:09.830545 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000387f-ba09-4703-a11c-4929c39285f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7d753b-8100-42aa-8876-8e0ed5cd5f50,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:09.832552 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43786) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:09.880943 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2645e8c9-113e-4ffa-812d-63abf6a73df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.906257 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2645e8c9-113e-4ffa-812d-63abf6a73df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.951004 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2645e8c9-113e-4ffa-812d-63abf6a73df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.953626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2645e8c9-113e-4ffa-812d-63abf6a73df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:09.954780 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-2645e8c9-113e-4ffa-812d-63abf6a73df4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/db7d753b-8100-42aa-8876-8e0ed5cd5f50 HTTP/1.1" status: 204 len: 168 time: 0.1212246 Sep 15 16:13:09.961986 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645e8c9-113e-4ffa-812d-63abf6a73df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7d753b-8100-42aa-8876-8e0ed5cd5f50,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:10.205556 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43792) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.218495 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-537741a2-2215-4177-9947-f62a1f0b3cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.306723 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-537741a2-2215-4177-9947-f62a1f0b3cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.311276 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-537741a2-2215-4177-9947-f62a1f0b3cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.347772 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-537741a2-2215-4177-9947-f62a1f0b3cca admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f7e6bc1064664fdab7aba0cffb805403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411104 Sep 15 16:13:10.348570 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537741a2-2215-4177-9947-f62a1f0b3cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66c27a9d-e700-4f61-b046-30825ee4eae6,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:10.351121 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43794) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:10.398384 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-35e24e03-689f-4f8a-b057-a6073d3368fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.419424 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-35e24e03-689f-4f8a-b057-a6073d3368fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.465302 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-35e24e03-689f-4f8a-b057-a6073d3368fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.467741 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-35e24e03-689f-4f8a-b057-a6073d3368fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:10.468835 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-35e24e03-689f-4f8a-b057-a6073d3368fb admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/66c27a9d-e700-4f61-b046-30825ee4eae6 HTTP/1.1" status: 204 len: 168 time: 0.1163201 Sep 15 16:13:10.475987 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e24e03-689f-4f8a-b057-a6073d3368fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c27a9d-e700-4f61-b046-30825ee4eae6,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:16.740991 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:18.535827 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-2e4c0983-d6cc-4393-bdff-5070d480b13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.064654 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 43968) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:19.166903 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-60bf0be5-199a-494c-887a-438642efc6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.254811 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-60bf0be5-199a-494c-887a-438642efc6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.258422 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-60bf0be5-199a-494c-887a-438642efc6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.295525 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-60bf0be5-199a-494c-887a-438642efc6d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a53bbc3ce5c740b097129b55337c1816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296126 Sep 15 16:13:19.297804 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf0be5-199a-494c-887a-438642efc6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae294b4-7def-4997-abff-7c28f059c14a,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:19.298442 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 43972) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:19.345597 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cb149910-929a-404f-8adf-b13ccc03e4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.365834 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cb149910-929a-404f-8adf-b13ccc03e4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.413211 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cb149910-929a-404f-8adf-b13ccc03e4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.415858 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cb149910-929a-404f-8adf-b13ccc03e4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:19.417051 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-cb149910-929a-404f-8adf-b13ccc03e4e4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fae294b4-7def-4997-abff-7c28f059c14a HTTP/1.1" status: 204 len: 168 time: 0.1175826 Sep 15 16:13:19.431664 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb149910-929a-404f-8adf-b13ccc03e4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae294b4-7def-4997-abff-7c28f059c14a,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.033672 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44010) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:20.136073 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-60da17cc-085a-4389-b39a-b06e95859585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.233075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-60da17cc-085a-4389-b39a-b06e95859585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.236879 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-60da17cc-085a-4389-b39a-b06e95859585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.272820 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da17cc-085a-4389-b39a-b06e95859585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b60a787-97bc-4a53-89b0-1f83f0c9fadc,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.280329 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-60da17cc-085a-4389-b39a-b06e95859585 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=862525d2e9394336bcca2579ece27c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454517 Sep 15 16:13:20.280475 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44018) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:20.339302 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ef121f4a-c423-46fd-ab2b-b5f90779eec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.361609 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ef121f4a-c423-46fd-ab2b-b5f90779eec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.418307 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ef121f4a-c423-46fd-ab2b-b5f90779eec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.422206 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-ef121f4a-c423-46fd-ab2b-b5f90779eec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.423441 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-ef121f4a-c423-46fd-ab2b-b5f90779eec2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2b60a787-97bc-4a53-89b0-1f83f0c9fadc HTTP/1.1" status: 204 len: 168 time: 0.1418419 Sep 15 16:13:20.431558 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef121f4a-c423-46fd-ab2b-b5f90779eec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b60a787-97bc-4a53-89b0-1f83f0c9fadc,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.703234 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44028) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:20.715813 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2732666c-dc5e-470c-847e-bfc31f56dcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.802436 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2732666c-dc5e-470c-847e-bfc31f56dcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.805932 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2732666c-dc5e-470c-847e-bfc31f56dcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.841444 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732666c-dc5e-470c-847e-bfc31f56dcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2320e8ba-871a-4d0d-abc5-fbbc875a03fa,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:20.845761 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2732666c-dc5e-470c-847e-bfc31f56dcce admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c5aa9962363b44df8c13c7474bacb018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415131 Sep 15 16:13:20.848415 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44030) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:20.895524 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-59f554ce-1fd0-4bfd-bfef-9e947c0e2ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.918798 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-59f554ce-1fd0-4bfd-bfef-9e947c0e2ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.963223 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-59f554ce-1fd0-4bfd-bfef-9e947c0e2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.965676 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-59f554ce-1fd0-4bfd-bfef-9e947c0e2ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:20.967472 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-59f554ce-1fd0-4bfd-bfef-9e947c0e2ab1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2320e8ba-871a-4d0d-abc5-fbbc875a03fa HTTP/1.1" status: 204 len: 168 time: 0.1181946 Sep 15 16:13:20.974724 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f554ce-1fd0-4bfd-bfef-9e947c0e2ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2320e8ba-871a-4d0d-abc5-fbbc875a03fa,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:21.279460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44036) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:21.292507 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-778eb3e4-bf6b-4a22-b74f-80e8136a4b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.347633 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-754eb1d6-274c-4bb4-a98f-3664d31da648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.383386 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-778eb3e4-bf6b-4a22-b74f-80e8136a4b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.387081 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-778eb3e4-bf6b-4a22-b74f-80e8136a4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.423933 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-778eb3e4-bf6b-4a22-b74f-80e8136a4b84 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65c1c07ad5834b8da65467c19f3b5089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433916 Sep 15 16:13:21.424789 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eb3e4-bf6b-4a22-b74f-80e8136a4b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb28ac0b-e5cc-4ad2-a5de-23540a4c3956,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:21.426563 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44038) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:21.475661 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bae30d95-19a5-46c8-9217-6515b14abad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.488440 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.499760 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bae30d95-19a5-46c8-9217-6515b14abad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.546743 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bae30d95-19a5-46c8-9217-6515b14abad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.549251 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-bae30d95-19a5-46c8-9217-6515b14abad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:21.550414 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-bae30d95-19a5-46c8-9217-6515b14abad5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cb28ac0b-e5cc-4ad2-a5de-23540a4c3956 HTTP/1.1" status: 204 len: 168 time: 0.1227894 Sep 15 16:13:21.558239 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae30d95-19a5-46c8-9217-6515b14abad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb28ac0b-e5cc-4ad2-a5de-23540a4c3956,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:22.281662 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.409579 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44128) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:23.511236 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6597db6f-bb57-41fd-988a-8685c14144b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.604516 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6597db6f-bb57-41fd-988a-8685c14144b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.608851 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6597db6f-bb57-41fd-988a-8685c14144b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.648288 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-6597db6f-bb57-41fd-988a-8685c14144b9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11769d87c876430a9385420baaf1bfc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376673 Sep 15 16:13:23.648958 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597db6f-bb57-41fd-988a-8685c14144b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e134dd6-0a2f-4f7b-9283-ca8329b817a0,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:23.651343 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44134) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:23.703512 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6e3-cc41-4485-97db-bab7364855da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.723207 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6e3-cc41-4485-97db-bab7364855da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.768422 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6e3-cc41-4485-97db-bab7364855da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.771131 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-cc84a6e3-cc41-4485-97db-bab7364855da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:23.772286 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-cc84a6e3-cc41-4485-97db-bab7364855da admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8e134dd6-0a2f-4f7b-9283-ca8329b817a0 HTTP/1.1" status: 204 len: 168 time: 0.1198759 Sep 15 16:13:23.780311 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84a6e3-cc41-4485-97db-bab7364855da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e134dd6-0a2f-4f7b-9283-ca8329b817a0,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:23.843797 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:13:23.899419 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:25.846297 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44186) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:25.950919 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-147e17b6-b019-468a-b769-3551c32d0b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.041691 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-147e17b6-b019-468a-b769-3551c32d0b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.045965 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-147e17b6-b019-468a-b769-3551c32d0b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.083800 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-147e17b6-b019-468a-b769-3551c32d0b67 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7d7f8ac44aa040be9191ff2af270498e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366617 Sep 15 16:13:26.084717 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e17b6-b019-468a-b769-3551c32d0b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6571091-e948-4b0b-932b-611ca18b5214,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:26.086504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44200) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:26.134061 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d76442c3-fa01-4c0d-8e32-0bdf85a1cb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.156060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d76442c3-fa01-4c0d-8e32-0bdf85a1cb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.205102 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d76442c3-fa01-4c0d-8e32-0bdf85a1cb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.207613 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-d76442c3-fa01-4c0d-8e32-0bdf85a1cb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.208748 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-d76442c3-fa01-4c0d-8e32-0bdf85a1cb57 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c6571091-e948-4b0b-932b-611ca18b5214 HTTP/1.1" status: 204 len: 168 time: 0.1207321 Sep 15 16:13:26.217155 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76442c3-fa01-4c0d-8e32-0bdf85a1cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6571091-e948-4b0b-932b-611ca18b5214,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:26.480938 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44210) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:26.494343 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b8f8850d-3954-4bc7-8192-d96edb179038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.580700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b8f8850d-3954-4bc7-8192-d96edb179038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.584290 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b8f8850d-3954-4bc7-8192-d96edb179038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.623606 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b8f8850d-3954-4bc7-8192-d96edb179038 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e610c9931dfd4bd8a924866e58112fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409020 Sep 15 16:13:26.624370 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8850d-3954-4bc7-8192-d96edb179038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58669d6d-548d-4f3a-a81b-760eb0cd53a4,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:26.626136 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44212) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:26.674249 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-37bf415b-f7d4-4b6a-839a-63ab8d8661f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.694997 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-37bf415b-f7d4-4b6a-839a-63ab8d8661f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.740863 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-37bf415b-f7d4-4b6a-839a-63ab8d8661f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.743475 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-37bf415b-f7d4-4b6a-839a-63ab8d8661f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:26.744579 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-37bf415b-f7d4-4b6a-839a-63ab8d8661f6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/58669d6d-548d-4f3a-a81b-760eb0cd53a4 HTTP/1.1" status: 204 len: 168 time: 0.1174114 Sep 15 16:13:26.752695 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf415b-f7d4-4b6a-839a-63ab8d8661f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58669d6d-548d-4f3a-a81b-760eb0cd53a4,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:27.380810 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44236) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:27.478132 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-460639058-network', 'tenant_id': 'bc1086ac96f448f7a2981a53fbe9c3a6'}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:27.502419 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Made reservation on behalf of bc1086ac96f448f7a2981a53fbe9c3a6 for: {'network': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:27.504860 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.516658 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.606166 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.610677 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.631529 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=94073) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:27.645000 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e2c752-e01f-4729-bc3e-c47031542dab,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:27.649905 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.650504 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.segments_db [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Added segment 81ce453a-634f-4c76-b1f0-3a582b06082f of type vlan for network a8036157-4101-46cf-a33a-917ea3ac9838 Sep 15 16:13:27.691932 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.719179 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.720117 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:27.720691 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.752749 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3707612 Sep 15 16:13:27.755716 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44246) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:27.760736 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Request body: {'subnet': {'network_id': 'a8036157-4101-46cf-a33a-917ea3ac9838', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-460639058-subnet', 'tenant_id': 'bc1086ac96f448f7a2981a53fbe9c3a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:27.782745 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Made reservation on behalf of bc1086ac96f448f7a2981a53fbe9c3a6 for: {'subnet': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:27.785070 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4326779'] for subnet, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:27.786422 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b1b00-ccae-4aef-ba60-4d9c5ae56917 admin admin] Pushing event updated for resources: {'Network': ['ID=a8036157-4101-46cf-a33a-917ea3ac9838,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:27.796834 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network a8036157-4101-46cf-a33a-917ea3ac9838 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:27.948305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4650970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4326741'] for subnet, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.000654 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23da01a5-048b-4ceb-b7eb-a6ef3a06bad1,revision_number=0']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.010176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Checking segment: {'id': '81ce453a-634f-4c76-b1f0-3a582b06082f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a8036157-4101-46cf-a33a-917ea3ac9838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94074) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:28.010517 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Network hostable DHCP agents. Network: a8036157-4101-46cf-a33a-917ea3ac9838, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94074) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:28.027229 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Network a8036157-4101-46cf-a33a-917ea3ac9838 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94074) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:28.035481 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.base_scheduler [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, a8036157-4101-46cf-a33a-917ea3ac9838) {{(pid=94074) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:28.039448 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:28.040023 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.045541 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f8354c-49d4-4a3e-9771-b9d3c91797c2 None None] Network a8036157-4101-46cf-a33a-917ea3ac9838 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:28.053891 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-dfcb803a-7ba7-40c1-97fc-4353672a4040 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2969811 Sep 15 16:13:28.164625 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5972704f-ca79-419f-9a47-e299eb8d8a39 None None] Network a8036157-4101-46cf-a33a-917ea3ac9838 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:28.512923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44262) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:28.517758 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.v2.base [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1241703345-network', 'tenant_id': 'c54d570efae64a649bd8f0899e0baf4e'}} {{(pid=94074) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:28.537616 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Made reservation on behalf of c54d570efae64a649bd8f0899e0baf4e for: {'network': 1} {{(pid=94074) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:28.540077 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for network, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.549360 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.644256 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.650914 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.678058 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a2166f-392a-467f-a52f-46ba45d27524,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.683031 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=94074) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 16:13:28.692748 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.693210 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.segments_db [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Added segment 33eea31f-9f6a-42e6-b480-3190b9a22fe5 of type vlan for network 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1 Sep 15 16:13:28.734772 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728225779752'] for network, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.759339 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278'] for network, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.760278 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:28.760864 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.789192 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2751985 Sep 15 16:13:28.792177 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44270) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:28.799172 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Request body: {'subnet': {'network_id': '97bd9be2-9f92-4dce-9b04-1d5ec2da17b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1241703345-subnet', 'tenant_id': 'c54d570efae64a649bd8f0899e0baf4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:28.821207 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Made reservation on behalf of c54d570efae64a649bd8f0899e0baf4e for: {'subnet': 1} {{(pid=94073) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 16:13:28.823434 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a128c-1a12-4f30-82ca-d4e4fb38512b admin admin] Pushing event updated for resources: {'Network': ['ID=97bd9be2-9f92-4dce-9b04-1d5ec2da17b1,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:28.824080 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8265751'] for subnet, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:28.834440 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Network 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1 details requested by agent ovs-agent-dv-cinder-809206-1-iscsi with host dv-cinder-809206-1-iscsi {{(pid=94075) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 15 16:13:28.998433 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8129314', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8265785'] for subnet, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:29.049348 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4aa8c2-5beb-4317-93a7-0caf28df688f,revision_number=0']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:29.058996 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Checking segment: {'id': '33eea31f-9f6a-42e6-b480-3190b9a22fe5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '97bd9be2-9f92-4dce-9b04-1d5ec2da17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94073) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 15 16:13:29.059344 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Network hostable DHCP agents. Network: 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1, hostable agents: ['b3d2957b-399e-4682-b659-ac1608647f8e'], hosted agents: [] {{(pid=94073) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 16:13:29.075905 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Network 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1 is scheduled to be hosted by DHCP agent b3d2957b-399e-4682-b659-ac1608647f8e with binding_index 1 {{(pid=94073) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 16:13:29.084016 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.base_scheduler [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809206-1-iscsi, 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1) {{(pid=94073) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 16:13:29.087993 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:29.088567 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:29.093376 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b6446-eb60-4d18-95c4-f7f11532a918 None None] Network 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:29.102675 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-d2f2c4f8-e33a-4085-8c3e-a2d8b41fa22d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3089383 Sep 15 16:13:29.219524 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aededcc-6c98-4f94-b5f8-1a05cce5ae26 None None] Network 97bd9be2-9f92-4dce-9b04-1d5ec2da17b1 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:34.718723 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-078502dc-426b-41e5-b3d7-28cc96d11ef7 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513182312&fields=id&tenant_id=3a6a45b9fac44954916ecc29803e69a1 HTTP/1.1" status: 200 len: 267 time: 0.0321119 Sep 15 16:13:34.771623 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-72a3f4d0-8948-4c0b-805b-bcf1307e0c6f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:34.773068 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-72a3f4d0-8948-4c0b-805b-bcf1307e0c6f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 985 time: 0.0490074 Sep 15 16:13:34.784849 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.v2.base [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Request body: {'port': {'security_groups': ['e21fc594-58f9-41ee-8b3e-d05357825258']}} {{(pid=94073) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 15 16:13:34.853411 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-932331'] for port, before_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.021470 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:35.051168 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for port, precommit_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.055289 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728226346509', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728225826780', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728225826798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8129367'] for port, after_update {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.066924 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:13:35.097691 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.099131 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.100570 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-eeb7aa3e-794b-4da7-8820-b52a1e7a75f2 req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "PUT /v2.0/ports/c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 943 time: 0.3201284 Sep 15 16:13:35.101071 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:35.103435 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd4270f-7087-4a57-a65d-eb6406829d95" -d '{"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:35.107475 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44338) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:35.149188 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddb39f-5fca-495b-a054-b8fe5ea6bc59 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event updated for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=7']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:35.160202 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef381911-953f-4629-9f8d-3c941aac38c8 x-openstack-request-id: req-ef381911-953f-4629-9f8d-3c941aac38c8 {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:35.160477 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:35.160718 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-ef381911-953f-4629-9f8d-3c941aac38c8 {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:35.161104 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'status': 'completed', 'code': 200} Sep 15 16:13:35.196573 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-33c6e531-fdbf-41d2-b2f5-ba5f8877edd6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.211991 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:13:35.247043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-33c6e531-fdbf-41d2-b2f5-ba5f8877edd6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.281882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-42576405-438c-428b-aaf0-8e7f51ac06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.283421 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-42576405-438c-428b-aaf0-8e7f51ac06b2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1099 time: 0.0951765 Sep 15 16:13:35.389457 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-33c6e531-fdbf-41d2-b2f5-ba5f8877edd6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.393020 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-33c6e531-fdbf-41d2-b2f5-ba5f8877edd6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.396888 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44346) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:35.397077 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-33c6e531-fdbf-41d2-b2f5-ba5f8877edd6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "DELETE /v2.0/security-groups/e87cd4d6-6c38-4718-b2cd-1ba1b5978d10 HTTP/1.1" status: 204 len: 168 time: 0.2884018 Sep 15 16:13:35.398067 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-dd3a924a-ade7-4003-9ea4-002e41cb71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.399471 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-dd3a924a-ade7-4003-9ea4-002e41cb71dd service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 915 time: 0.1074028 Sep 15 16:13:35.402288 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.provisioning_blocks [None req-94174e1b-a19d-447e-a9fa-aba71f7887ab None None] Provisioning complete for port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 triggered by entity DHCP. {{(pid=94075) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 16:13:35.402967 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-94174e1b-a19d-447e-a9fa-aba71f7887ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-596775'] for port, provisioning_complete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.416713 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6e531-fdbf-41d2-b2f5-ba5f8877edd6 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87cd4d6-6c38-4718-b2cd-1ba1b5978d10,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:35.493537 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-b141e801-360c-41cb-aadd-69b4e40dc1fe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 1002 time: 0.0840411 Sep 15 16:13:35.576046 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-fa3789bf-c25b-4bbc-b67c-a4a792fee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.577619 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-fa3789bf-c25b-4bbc-b67c-a4a792fee712 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0765059 Sep 15 16:13:35.623263 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Deleting port 226fbae2-2c46-4af7-8866-fad62b136f13 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:35.623770 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.638401 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-059a970f-09ab-46ae-95eb-9987f6568b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:35.640054 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-059a970f-09ab-46ae-95eb-9987f6568b9c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546598 Sep 15 16:13:35.724934 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.725436 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.742687 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Calling delete_port for 226fbae2-2c46-4af7-8866-fad62b136f13 owned by network:floatingip {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:35.751253 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-7e94ff30-360d-4fa5-888f-4d40c61eb25e service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029332 Sep 15 16:13:35.850451 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ccd4270f-7087-4a57-a65d-eb6406829d95 req-681ef10a-0f6b-4e86-a85f-8860423fb3db service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910952 Sep 15 16:13:35.948491 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:35.974736 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event deleted for resources: {'Port': ['ID=226fbae2-2c46-4af7-8866-fad62b136f13,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:36.046933 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks [] for floatingip, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.047283 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Floating IP 38f994ba-1bc3-4681-9b6e-c95de4ee1f3c disassociated (deleted). External IP: 172.27.1.232, port: c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5. Sep 15 16:13:36.261747 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Router 14618ed2-7792-4acc-87b9-92ee90bc1aac has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:36.586557 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:36.591464 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:36.597989 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] Sync routers for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:36.606994 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:36.607597 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:36.616857 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-389a6ea0-99dd-47f1-8682-35a8c3db146f tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "DELETE /v2.0/floatingips/38f994ba-1bc3-4681-9b6e-c95de4ee1f3c HTTP/1.1" status: 204 len: 168 time: 1.2185500 Sep 15 16:13:36.712890 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:37.059694 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:37.088956 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] Checking router: 14618ed2-7792-4acc-87b9-92ee90bc1aac for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:37.097799 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:37.098347 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:37.162227 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:37.164636 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640eab68-e54d-41d2-91fc-7112555e600f" -d '{"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:37.205147 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce55d44-f502-4994-b954-2e2f5670998b x-openstack-request-id: req-bce55d44-f502-4994-b954-2e2f5670998b {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:37.205741 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:37.206261 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-bce55d44-f502-4994-b954-2e2f5670998b {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:37.207163 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'status': 'completed', 'code': 200} Sep 15 16:13:37.208317 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:37.285269 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eab68-e54d-41d2-91fc-7112555e600f req-7b23c46b-09af-4e54-824b-108b0eebdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:37.287196 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-7b23c46b-09af-4e54-824b-108b0eebdc02 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3a6a45b9fac44954916ecc29803e69a1&device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 1099 time: 0.0531402 Sep 15 16:13:37.383921 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eab68-e54d-41d2-91fc-7112555e600f req-efeb21dc-0d36-4f3c-bc56-b34af6fe2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:37.385419 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-efeb21dc-0d36-4f3c-bc56-b34af6fe2d83 service neutron] 10.222.0.64 "GET /v2.0/networks?id=c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 200 len: 915 time: 0.0889788 Sep 15 16:13:37.421544 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:37.430890 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-d580f047-28f7-4e5e-aac6-1ed33c1caab4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 200 len: 217 time: 0.0381980 Sep 15 16:13:37.449540 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11581ed5-921a-41d1-9767-bf9a1db87e8c None None] The sync data for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi is: [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:46Z', 'revision_number': 4, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '29873097-0280-4562-b20a-a2a50e408f7a', 'name': '', 'network_id': 'c5335d41-cc60-4da0-ac17-b500bcc7c29f', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'mac_address': 'fa:16:3e:ec:4c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:46Z', 'updated_at': '2021-09-15T16:10:50Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'subnets': [{'id': 'a911b9eb-2e41-476a-9e43-5968012f82af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:37.483922 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eab68-e54d-41d2-91fc-7112555e600f req-515b3c7d-e57e-476a-b0dc-3e5fd8af9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:37.486016 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-515b3c7d-e57e-476a-b0dc-3e5fd8af9bfd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 200 len: 853 time: 0.0477831 Sep 15 16:13:37.536306 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eab68-e54d-41d2-91fc-7112555e600f req-06dd12d3-2ab2-466d-b500-f4141d1d1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:37.537890 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-06dd12d3-2ab2-466d-b500-f4141d1d1fde service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c5335d41-cc60-4da0-ac17-b500bcc7c29f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436244 Sep 15 16:13:37.636224 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-9c8da83b-f6c4-4e99-a884-bd08e6f1da16 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904403 Sep 15 16:13:37.686485 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f0edbd-76bc-4011-a42b-1cc41910d187 None None] New status for floating IP 38f994ba-1bc3-4681-9b6e-c95de4ee1f3c: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:13:37.745919 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-640eab68-e54d-41d2-91fc-7112555e600f req-fb81ddf4-1793-4674-a14c-5873fe0b1e29 service neutron] 10.222.0.64 "GET /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971963 Sep 15 16:13:39.346248 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c55fc-7202-4229-8e95-c4f4d2738d4b req-ca3dfab2-ec1f-4738-b075-dc92bba8af51 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:39.351020 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-553c55fc-7202-4229-8e95-c4f4d2738d4b req-ca3dfab2-ec1f-4738-b075-dc92bba8af51 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0518398 Sep 15 16:13:39.389286 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-553c55fc-7202-4229-8e95-c4f4d2738d4b req-da649f4a-8296-4980-bb7a-974f91804615 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354912 Sep 15 16:13:40.507544 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa00f88-2480-478c-809c-21593b4f6ed7 req-9ac45256-ba97-4bcb-b4b0-9855a2597822 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:40.509273 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2fa00f88-2480-478c-809c-21593b4f6ed7 req-9ac45256-ba97-4bcb-b4b0-9855a2597822 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0501873 Sep 15 16:13:40.548295 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-2fa00f88-2480-478c-809c-21593b4f6ed7 req-8a27f937-5f0b-495d-8434-a613aa616e79 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Sep 15 16:13:41.309603 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-d0b4bacd-ea11-40a1-9414-23d2194a2235 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:41.311016 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-d0b4bacd-ea11-40a1-9414-23d2194a2235 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.64 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 946 time: 0.0492733 Sep 15 16:13:41.411123 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Deleting port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:41.411450 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.506295 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] For port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:41.506672 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.518511 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Calling delete_port for c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:41.651410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.665285 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] get_ports_and_sgs() called for port_ids ['c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'] {{(pid=94075) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 15 16:13:41.677401 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32fa3d-694c-41c4-ab85-7d1178323f16 req-84db52b0-83d4-410b-9979-4dfc943f4142 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:41.678914 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-be32fa3d-694c-41c4-ab85-7d1178323f16 req-84db52b0-83d4-410b-9979-4dfc943f4142 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/ports?device_id=4379053b-df50-48a8-a091-94d023fc468f HTTP/1.1" status: 200 len: 867 time: 0.0587540 Sep 15 16:13:41.686335 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Pushing event deleted for resources: {'Port': ['ID=c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:41.731748 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] No DVR routers for this DVR port c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:41.732708 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-be32fa3d-694c-41c4-ab85-7d1178323f16 req-c828b532-e076-48a1-843b-0b1255a0f249 tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.59 "GET /v2.0/security-groups?id=e21fc594-58f9-41ee-8b3e-d05357825258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465443 Sep 15 16:13:41.734689 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:41.736854 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-f06d5f4c-7f71-4b9b-b227-06db07c0b3ec req-77ac9973-3b65-4d8c-94df-e4eea8baf21d tempest-TestMinimumBasicScenario-1798799373 tempest-TestMinimumBasicScenario-1798799373-project] 10.222.0.64 "DELETE /v2.0/ports/c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 HTTP/1.1" status: 204 len: 173 time: 0.4186959 Sep 15 16:13:41.737393 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'name': 'network-vif-deleted', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:41.739908 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e98a8ca-00a9-412d-824c-0d9483056094" -d '{"events": [{"server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "name": "network-vif-deleted", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:41.786067 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd17fa-2af2-4058-8f23-abe6b584bc6f x-openstack-request-id: req-a9bd17fa-2af2-4058-8f23-abe6b584bc6f {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:41.786624 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4379053b-df50-48a8-a091-94d023fc468f", "name": "network-vif-deleted", "tag": "c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:41.786978 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-a9bd17fa-2af2-4058-8f23-abe6b584bc6f {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:41.787428 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4379053b-df50-48a8-a091-94d023fc468f', 'name': 'network-vif-deleted', 'tag': 'c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5', 'status': 'completed', 'code': 200} Sep 15 16:13:43.451106 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44590) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:43.816734 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.065970 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Deleting port 29873097-0280-4562-b20a-a2a50e408f7a {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:44.066306 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.144324 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] For port 29873097-0280-4562-b20a-a2a50e408f7a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=29873097-0280-4562-b20a-a2a50e408f7a,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:44.144545 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.157466 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Calling delete_port for 29873097-0280-4562-b20a-a2a50e408f7a owned by network:router_interface {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:44.279642 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:44.299245 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:44.299592 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device c1bdcd93-c775-49a7-bd9f-6761b7ec6ab5 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:44.338680 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.364814 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Pushing event deleted for resources: {'Port': ['ID=29873097-0280-4562-b20a-a2a50e408f7a,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:44.370391 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44604) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:44.654900 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.707755 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Deleting port 0b64baec-20ed-44ce-a8aa-7087c50f3c89 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:44.708110 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.840228 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.840552 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.875348 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44616) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:44.884960 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Calling delete_port for 0b64baec-20ed-44ce-a8aa-7087c50f3c89 owned by network:floatingip {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:44.919722 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Deleting subnet 23da01a5-048b-4ceb-b7eb-a6ef3a06bad1 {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:44.922882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:44.957653 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.003895 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.011414 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Router 14618ed2-7792-4acc-87b9-92ee90bc1aac has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:45.057464 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.084021 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23da01a5-048b-4ceb-b7eb-a6ef3a06bad1,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:45.089745 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.095243 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-c5f9124f-364f-4202-add2-9cd5cea36973 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/23da01a5-048b-4ceb-b7eb-a6ef3a06bad1 HTTP/1.1" status: 204 len: 168 time: 0.2186089 Sep 15 16:13:45.096182 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44618) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:45.167695 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.188481 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.213661 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:45.221217 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event deleted for resources: {'Port': ['ID=0b64baec-20ed-44ce-a8aa-7087c50f3c89,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:45.224289 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] Sync routers for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:45.232367 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a8647218-7284-485d-8ed1-45941de0edbe admin admin] 10.222.0.59 "PUT /v2.0/routers/14618ed2-7792-4acc-87b9-92ee90bc1aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7768447 Sep 15 16:13:45.232731 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44622) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:45.237132 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:45.237773 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.258754 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.284910 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8036157-4101-46cf-a33a-917ea3ac9838']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.294827 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ce453a-634f-4c76-b1f0-3a582b06082f') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.295120 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ce453a-634f-4c76-b1f0-3a582b06082f') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.307027 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.321368 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.328785 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:45.329171 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:45.331578 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:45.344515 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for floatingip, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.344843 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.db.l3_db [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Floating IP 4e5d5d3d-b303-4539-b965-c74739c05910 disassociated (deleted). External IP: 172.27.1.12, port: fc90ae65-e3f8-41b8-819f-3082dd41a2e0. Sep 15 16:13:45.362834 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:45.395705 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.401925 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.408275 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] 10.222.0.59 "DELETE /v2.0/networks/a8036157-4101-46cf-a33a-917ea3ac9838 HTTP/1.1" status: 204 len: 168 time: 0.3080039 Sep 15 16:13:45.408463 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44624) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:45.419902 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c80eb41-13f8-4170-804b-56f50a6a473d admin admin] Pushing event deleted for resources: {'Network': ['ID=a8036157-4101-46cf-a33a-917ea3ac9838,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:45.468317 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.570637 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:13:44Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.603480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] Checking router: 14618ed2-7792-4acc-87b9-92ee90bc1aac for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:45.614331 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] Routers {'14618ed2-7792-4acc-87b9-92ee90bc1aac'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:45.615007 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['14618ed2-7792-4acc-87b9-92ee90bc1aac'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.724937 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] Set router 14618ed2-7792-4acc-87b9-92ee90bc1aac gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:45.772542 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Deleting subnet 5b4aa8c2-5beb-4317-93a7-0caf28df688f {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:45.785083 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.875566 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.923369 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:13:44Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:45.965278 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1483dd-1f8f-4e84-a047-6f2307e1f1f2 None None] The sync data for ids ['14618ed2-7792-4acc-87b9-92ee90bc1aac'] in dv-cinder-809206-1-iscsi is: [{'id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'name': 'tempest-TestMinimumBasicScenario-507930081-router', 'tenant_id': '3a6a45b9fac44954916ecc29803e69a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59'}], 'enable_snat': True}, 'gw_port_id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:13:44Z', 'revision_number': 5, 'project_id': '3a6a45b9fac44954916ecc29803e69a1', 'gw_port': {'id': '8013ac2a-6abc-4915-bc53-10c9028146de', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:bd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14618ed2-7792-4acc-87b9-92ee90bc1aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:43Z', 'updated_at': '2021-09-15T16:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:45.975949 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:45.989235 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.116401 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Router b52826c8-97b5-4900-9c3d-27a253899982 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:46.120791 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.157667 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4aa8c2-5beb-4317-93a7-0caf28df688f,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:46.161087 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.162914 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-753bab82-ce4b-4414-a93d-8c210b4819cf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5b4aa8c2-5beb-4317-93a7-0caf28df688f HTTP/1.1" status: 204 len: 168 time: 0.7535386 Sep 15 16:13:46.165551 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44626) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:46.206097 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Deleting port 8013ac2a-6abc-4915-bc53-10c9028146de {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:46.206426 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.238028 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.335533 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.338816 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:46.346377 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.349684 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] For port 8013ac2a-6abc-4915-bc53-10c9028146de, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=8013ac2a-6abc-4915-bc53-10c9028146de,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:46.350029 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.350863 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] Sync routers for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:46.362305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97bd9be2-9f92-4dce-9b04-1d5ec2da17b1']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.363340 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:46.363943 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.372818 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33eea31f-9f6a-42e6-b480-3190b9a22fe5') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.373010 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33eea31f-9f6a-42e6-b480-3190b9a22fe5') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.379838 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Calling delete_port for 8013ac2a-6abc-4915-bc53-10c9028146de owned by network:router_gateway {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:46.392460 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-aa83e8f3-a178-4db4-bb6c-dce8e5eb7b97 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "DELETE /v2.0/floatingips/4e5d5d3d-b303-4539-b965-c74739c05910 HTTP/1.1" status: 204 len: 168 time: 2.0210979 Sep 15 16:13:46.394388 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94073) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:46.396097 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.406234 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a47024f8060ddf49bb5dbffe75edc5c34affaf72b8f25ada0cbc5e5b76dac382" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbacad0-1bde-4ae5-b01d-26914905f793" -d '{"events": [{"name": "network-changed", "server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94073) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:46.417783 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.427849 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:46.428446 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:46.430411 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:46.476404 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d8e371-c67a-42e4-bfb7-59dc15231f24 x-openstack-request-id: req-21d8e371-c67a-42e4-bfb7-59dc15231f24 {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:46.476681 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "status": "completed", "code": 200}]} {{(pid=94073) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:46.476944 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-21d8e371-c67a-42e4-bfb7-59dc15231f24 {{(pid=94073) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:46.477362 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'status': 'completed', 'code': 200} Sep 15 16:13:46.588120 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.596676 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.601793 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] 10.222.0.59 "DELETE /v2.0/networks/97bd9be2-9f92-4dce-9b04-1d5ec2da17b1 HTTP/1.1" status: 204 len: 168 time: 0.4352279 Sep 15 16:13:46.623011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85574802-95a4-4315-a6a9-9bfa059b3516 admin admin] Pushing event deleted for resources: {'Network': ['ID=97bd9be2-9f92-4dce-9b04-1d5ec2da17b1,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:46.627805 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-e1f3893d-447a-4b33-95b1-53a699060e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:46.628402 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-e1f3893d-447a-4b33-95b1-53a699060e48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 1098 time: 0.1194048 Sep 15 16:13:46.636912 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:46.654683 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.687017 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8013ac2a-6abc-4915-bc53-10c9028146de,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:46.756602 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.815847 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113704a8-793d-4523-8e35-d17dc21c344a req-91787087-d988-47a7-9279-93e4a18c5c2e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:46.824581 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-113704a8-793d-4523-8e35-d17dc21c344a req-91787087-d988-47a7-9279-93e4a18c5c2e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.1128092 Sep 15 16:13:46.827056 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.853945 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44638) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:46.916505 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.919029 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-c27666c4-adaa-4820-8a41-dab0e0371334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:46.920871 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-c27666c4-adaa-4820-8a41-dab0e0371334 service neutron] 10.222.0.64 "GET /v2.0/networks?id=1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 200 len: 910 time: 0.1566181 Sep 15 16:13:46.938184 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a8a9149b-5d47-41de-a8eb-673787ba494e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=bc1086ac96f448f7a2981a53fbe9c3a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831025 Sep 15 16:13:46.940720 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44640) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:46.943228 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.947010 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:46.959504 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-113704a8-793d-4523-8e35-d17dc21c344a req-334b5a0c-a602-4444-b950-c90ed686020e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333771 Sep 15 16:13:46.961961 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] Checking router: b52826c8-97b5-4900-9c3d-27a253899982 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:46.979132 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:46.979762 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:46.982558 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-b678caea-9554-4020-857e-f1086563929d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 200 len: 217 time: 0.0525537 Sep 15 16:13:47.012043 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.012823 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14618ed2-7792-4acc-87b9-92ee90bc1aac {{(pid=94073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:47.019182 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.021080 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-9f900d13-b417-46c1-b811-d865e906a8f1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/14618ed2-7792-4acc-87b9-92ee90bc1aac HTTP/1.1" status: 204 len: 168 time: 1.7873187 Sep 15 16:13:47.025088 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44642) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:47.061806 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-f3b7b9a5-8939-41ed-a5e0-638ef95981e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:47.063325 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-f3b7b9a5-8939-41ed-a5e0-638ef95981e3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 200 len: 848 time: 0.0701191 Sep 15 16:13:47.073193 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e714eb08-541a-4d49-b1cd-ef24f6cf9f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.080940 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Deleting subnet a911b9eb-2e41-476a-9e43-5968012f82af {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:47.084464 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.117292 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:47.128867 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.131779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e714eb08-541a-4d49-b1cd-ef24f6cf9f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.154135 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-4ed437b2-788d-44ad-b522-72d58d37156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:47.155668 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-4ed437b2-788d-44ad-b522-72d58d37156f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=1f422a01-272b-4b1f-9e7f-d5eb056f4269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803428 Sep 15 16:13:47.278050 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e714eb08-541a-4d49-b1cd-ef24f6cf9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.280867 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-e714eb08-541a-4d49-b1cd-ef24f6cf9f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.284411 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e714eb08-541a-4d49-b1cd-ef24f6cf9f37 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/53e2c752-e01f-4729-bc3e-c47031542dab HTTP/1.1" status: 204 len: 168 time: 0.3405182 Sep 15 16:13:47.286307 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.303937 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-7ed6ffb0-75d9-44f1-a884-25c95ced6ccd service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335835 Sep 15 16:13:47.325195 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e714eb08-541a-4d49-b1cd-ef24f6cf9f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e2c752-e01f-4729-bc3e-c47031542dab,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:47.436743 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.466507 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a911b9eb-2e41-476a-9e43-5968012f82af,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:47.472565 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.479156 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-638e0c14-2516-499e-82c9-2936f370ae0e admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a911b9eb-2e41-476a-9e43-5968012f82af HTTP/1.1" status: 204 len: 168 time: 0.4512777 Sep 15 16:13:47.479860 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44648) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:47.488229 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36691b5-1ed7-4d43-9585-d5661b5e972d None None] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:47.495011 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:47.513311 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-efbacad0-1bde-4ae5-b01d-26914905f793 req-3e3cb2d4-206b-4da4-9637-361ecd942784 service neutron] 10.222.0.64 "GET /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949663 Sep 15 16:13:47.600707 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8fefeb-ad52-43d6-9cba-6d826883ecfb None None] The sync data for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi is: [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:08:45Z', 'revision_number': 4, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': 'dc276b93-0236-47fa-ba9b-6a7bcf6e32a2', 'name': '', 'network_id': '1f422a01-272b-4b1f-9e7f-d5eb056f4269', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'mac_address': 'fa:16:3e:29:e9:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:44Z', 'updated_at': '2021-09-15T16:08:50Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'subnets': [{'id': '8c3881ec-2313-45a9-8440-c8bf1115d5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:47.610766 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.681840 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Deleting port ad0e602e-3824-4d05-90bd-a449b9fd0bfb {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:47.681840 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.768909 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] For port ad0e602e-3824-4d05-90bd-a449b9fd0bfb, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:47.769269 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.784320 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Calling delete_port for ad0e602e-3824-4d05-90bd-a449b9fd0bfb owned by network:dhcp {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:47.800273 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] DHCP port deletion for c5335d41-cc60-4da0-ac17-b500bcc7c29f request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:47.875151 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Deleting port ad0e602e-3824-4d05-90bd-a449b9fd0bfb {{(pid=94075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:47.875766 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.901094 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:47.914814 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44652) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:47.915187 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device ad0e602e-3824-4d05-90bd-a449b9fd0bfb no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:47.935863 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:47.942695 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: ad0e602e-3824-4d05-90bd-a449b9fd0bfb {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:47.943062 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device ad0e602e-3824-4d05-90bd-a449b9fd0bfb not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:47.943455 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 29873097-0280-4562-b20a-a2a50e408f7a no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:47.944669 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] No DVR routers for this DVR port ad0e602e-3824-4d05-90bd-a449b9fd0bfb on host dv-cinder-809206-1-iscsi {{(pid=94073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:47.999851 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 29873097-0280-4562-b20a-a2a50e408f7a {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:48.000195 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 29873097-0280-4562-b20a-a2a50e408f7a not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:48.000611 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 8013ac2a-6abc-4915-bc53-10c9028146de no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:48.000994 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-e39be5aa-1f53-4672-b8bc-c3c2dedc65ea admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c54d570efae64a649bd8f0899e0baf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846887 Sep 15 16:13:48.003367 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44656) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:48.033715 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 8013ac2a-6abc-4915-bc53-10c9028146de {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:48.034054 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 8013ac2a-6abc-4915-bc53-10c9028146de not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:48.054909 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.071438 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] For port ad0e602e-3824-4d05-90bd-a449b9fd0bfb, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,segment=NetworkSegment(8143199b-e6f4-4fa8-b978-b46b658483b6),segment_id=8143199b-e6f4-4fa8-b978-b46b658483b6)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:48.071952 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.086601 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Calling delete_port for ad0e602e-3824-4d05-90bd-a449b9fd0bfb owned by network:dhcp {{(pid=94075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:48.098868 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea567e5c-a158-4466-ad4a-5ad4e7a26d3b None None] New status for floating IP 4e5d5d3d-b303-4539-b965-c74739c05910: DOWN {{(pid=94075) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:13:48.101307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6d2696c7-ce7e-4505-bcdc-8ab1fff82ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.112658 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5335d41-cc60-4da0-ac17-b500bcc7c29f']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.124607 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8143199b-e6f4-4fa8-b978-b46b658483b6') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.124893 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8143199b-e6f4-4fa8-b978-b46b658483b6') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:48.126178 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6d2696c7-ce7e-4505-bcdc-8ab1fff82ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.137087 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.161466 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f536aa-82bd-4654-a247-f6745b0d2f5e req-36eaf0c0-5f3e-4725-9dd9-58f497929305 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:48.163011 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c1f536aa-82bd-4654-a247-f6745b0d2f5e req-36eaf0c0-5f3e-4725-9dd9-58f497929305 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.0949531 Sep 15 16:13:48.164020 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.171756 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:48.172299 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:48.174297 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:48.181279 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6d2696c7-ce7e-4505-bcdc-8ab1fff82ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.184499 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-6d2696c7-ce7e-4505-bcdc-8ab1fff82ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.188863 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6d2696c7-ce7e-4505-bcdc-8ab1fff82ee6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/17a2166f-392a-467f-a52f-46ba45d27524 HTTP/1.1" status: 204 len: 168 time: 0.1843128 Sep 15 16:13:48.197582 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2696c7-ce7e-4505-bcdc-8ab1fff82ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a2166f-392a-467f-a52f-46ba45d27524,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:48.273180 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-c1f536aa-82bd-4654-a247-f6745b0d2f5e req-a6208d44-f5f9-4f19-924d-eca2e4bdf39a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/security-groups?id=d0005d7f-73de-4280-92ca-2c589a7f5acd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962474 Sep 15 16:13:48.274686 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.280647 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.282557 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] 10.222.0.59 "DELETE /v2.0/networks/c5335d41-cc60-4da0-ac17-b500bcc7c29f HTTP/1.1" status: 204 len: 168 time: 0.8016737 Sep 15 16:13:48.285843 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44660) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:48.299550 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62a4a7-8fde-4adb-8a55-99063d3d9e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=c5335d41-cc60-4da0-ac17-b500bcc7c29f,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:48.395399 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.421484 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Pushing event deleted for resources: {'Port': ['ID=ad0e602e-3824-4d05-90bd-a449b9fd0bfb,revision_number=None']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:48.431242 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Network c5335d41-cc60-4da0-ac17-b500bcc7c29f is not hosted by any dhcp agent {{(pid=94075) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 15 16:13:48.432075 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] No DVR routers for this DVR port ad0e602e-3824-4d05-90bd-a449b9fd0bfb on host dv-cinder-809206-1-iscsi {{(pid=94075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:48.435297 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.435860 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.436358 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.436873 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.437383 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.437872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.438356 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.438885 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.439405 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.439895 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.440368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.440846 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aca7ed1-9772-4da2-ba68-c2bfd1906916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94075) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:48.459700 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811d571-8508-4b4d-9a2a-046849e16703 req-9f2be8ca-d089-4061-9cbb-0dddbb8ee42e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:48.461864 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b811d571-8508-4b4d-9a2a-046849e16703 req-9f2be8ca-d089-4061-9cbb-0dddbb8ee42e tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.64 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 945 time: 0.1288869 Sep 15 16:13:48.548515 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-3d3aa6a4-9578-4f26-b4ff-af24e145be46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.681806 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Deleting port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:48.682140 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.797190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] For port fc90ae65-e3f8-41b8-819f-3082dd41a2e0, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:48.797543 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:48.819504 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Calling delete_port for fc90ae65-e3f8-41b8-819f-3082dd41a2e0 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:49.183891 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.301818 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.337721 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event deleted for resources: {'Port': ['ID=fc90ae65-e3f8-41b8-819f-3082dd41a2e0,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:49.398318 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b0ece461-b959-480f-a1a2-a2509afa555b req-b429f6d1-03f6-4f32-ad68-4893f708969a tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "GET /v2.0/ports?device_id=13ec2d0a-6c48-463f-920b-b6ee8aedc8bd HTTP/1.1" status: 200 len: 210 time: 0.0261302 Sep 15 16:13:49.426591 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] No DVR routers for this DVR port fc90ae65-e3f8-41b8-819f-3082dd41a2e0 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:49.429158 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.431353 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-b811d571-8508-4b4d-9a2a-046849e16703 req-56f81d43-490f-4d7f-8e7f-2d8651316506 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.64 "DELETE /v2.0/ports/fc90ae65-e3f8-41b8-819f-3082dd41a2e0 HTTP/1.1" status: 204 len: 173 time: 0.9582474 Sep 15 16:13:49.431927 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-deleted', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:13:49.435383 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7b2ef4-b404-43f2-8626-1ab983fd246c" -d '{"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-deleted", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:13:49.473755 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921f0886-9dc9-422c-aae5-a8b9a8a0b144 x-openstack-request-id: req-921f0886-9dc9-422c-aae5-a8b9a8a0b144 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:13:49.474043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13ec2d0a-6c48-463f-920b-b6ee8aedc8bd", "name": "network-vif-deleted", "tag": "fc90ae65-e3f8-41b8-819f-3082dd41a2e0", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:13:49.474291 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-921f0886-9dc9-422c-aae5-a8b9a8a0b144 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:13:49.474698 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ec2d0a-6c48-463f-920b-b6ee8aedc8bd', 'name': 'network-vif-deleted', 'tag': 'fc90ae65-e3f8-41b8-819f-3082dd41a2e0', 'status': 'completed', 'code': 200} Sep 15 16:13:49.551844 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Deleting port 875b676c-3ddb-498a-af3b-16271af67f28 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:49.552175 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.632792 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] For port 875b676c-3ddb-498a-af3b-16271af67f28, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=875b676c-3ddb-498a-af3b-16271af67f28,segment=NetworkSegment(8efcbc95-c791-4b3f-8e50-78a2321aa187),segment_id=8efcbc95-c791-4b3f-8e50-78a2321aa187)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:49.633060 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.646288 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Calling delete_port for 875b676c-3ddb-498a-af3b-16271af67f28 owned by network:router_interface {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:49.852274 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:49.881942 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=875b676c-3ddb-498a-af3b-16271af67f28,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:50.053688 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.278559 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Router 32e35da0-7536-4e74-8058-554509b35fb6 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:50.389441 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:50.394779 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1c290c95-a5aa-402f-8dcc-da6163be4d67 admin admin] 10.222.0.59 "PUT /v2.0/routers/32e35da0-7536-4e74-8058-554509b35fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1065364 Sep 15 16:13:50.397100 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44670) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:50.400141 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] Sync routers for ids ['32e35da0-7536-4e74-8058-554509b35fb6'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:50.410568 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] Routers {'32e35da0-7536-4e74-8058-554509b35fb6'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:50.411605 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['32e35da0-7536-4e74-8058-554509b35fb6'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:50.473316 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44674) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:50.517741 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.533001 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] Set router 32e35da0-7536-4e74-8058-554509b35fb6 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:50.546050 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4662199b-6ff7-41f4-aa8a-65922b2b8503 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.577093 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4662199b-6ff7-41f4-aa8a-65922b2b8503 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.655112 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.660105 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4662199b-6ff7-41f4-aa8a-65922b2b8503 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.662856 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-4662199b-6ff7-41f4-aa8a-65922b2b8503 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.664494 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-4662199b-6ff7-41f4-aa8a-65922b2b8503 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] 10.222.0.59 "DELETE /v2.0/security-groups/d0005d7f-73de-4280-92ca-2c589a7f5acd HTTP/1.1" status: 204 len: 168 time: 0.1896441 Sep 15 16:13:50.679435 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662199b-6ff7-41f4-aa8a-65922b2b8503 tempest-TestShelveInstance-1407835223 tempest-TestShelveInstance-1407835223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0005d7f-73de-4280-92ca-2c589a7f5acd,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:50.717026 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44680) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:50.742632 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Deleting port 06a7a197-52cb-4172-9db5-0b7a0c131a73 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:50.742939 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.830783 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] For port 06a7a197-52cb-4172-9db5-0b7a0c131a73, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=06a7a197-52cb-4172-9db5-0b7a0c131a73,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:50.831066 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:50.843757 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Calling delete_port for 06a7a197-52cb-4172-9db5-0b7a0c131a73 owned by network:router_gateway {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:50.849310 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:13:49Z', 'revision_number': 5, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port': {'id': '06a7a197-52cb-4172-9db5-0b7a0c131a73', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:82:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e35da0-7536-4e74-8058-554509b35fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:10:49Z', 'updated_at': '2021-09-15T16:10:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:50.877516 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] Checking router: 32e35da0-7536-4e74-8058-554509b35fb6 for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:50.888045 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] Routers {'32e35da0-7536-4e74-8058-554509b35fb6'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:50.888677 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['32e35da0-7536-4e74-8058-554509b35fb6'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:50.989793 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] Set router 32e35da0-7536-4e74-8058-554509b35fb6 gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:51.046312 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:13:50Z', 'revision_number': 6, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:51.047235 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.075205 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fceeeed-c87a-4c83-b130-b3fd842d1383 None None] The sync data for ids ['32e35da0-7536-4e74-8058-554509b35fb6'] in dv-cinder-809206-1-iscsi is: [{'id': '32e35da0-7536-4e74-8058-554509b35fb6', 'name': 'tempest-TestMinimumBasicScenario-1286396081-router', 'tenant_id': 'be7b802d46d2466593026425c5a7f557', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:10:48Z', 'updated_at': '2021-09-15T16:13:50Z', 'revision_number': 6, 'project_id': 'be7b802d46d2466593026425c5a7f557', 'gw_port_host': None}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:51.078980 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=06a7a197-52cb-4172-9db5-0b7a0c131a73,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:51.151904 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.323486 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.350700 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-d4a06386-88e8-495e-ba04-c2fe3a5d04c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.477947 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.481152 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.506167 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.529543 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.530149 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32e35da0-7536-4e74-8058-554509b35fb6 {{(pid=94073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:51.535551 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.536673 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2fb6bf50-e786-44b1-8215-06cda84c8e2d admin admin] 10.222.0.59 "DELETE /v2.0/routers/32e35da0-7536-4e74-8058-554509b35fb6 HTTP/1.1" status: 204 len: 168 time: 1.1385016 Sep 15 16:13:51.539365 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44692) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:51.584546 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Deleting subnet 7d01d7ca-d4ae-492c-b727-cfbbb624ac3b {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:51.587726 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.599251 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Deleting port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:51.599883 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.636160 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.684705 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] For port dc276b93-0236-47fa-ba9b-6a7bcf6e32a2, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:51.685075 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.710346 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Calling delete_port for dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 owned by network:router_interface {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:51.746997 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.803238 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.817876 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-40895e76-04bf-4d55-9ec2-2f09e8d5ad0f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564158 Sep 15 16:13:51.834063 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.837695 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/7d01d7ca-d4ae-492c-b727-cfbbb624ac3b HTTP/1.1" status: 204 len: 168 time: 0.2972336 Sep 15 16:13:51.838381 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44700) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:51.840743 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433e8f7-a341-493f-b30a-d1384134efb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d01d7ca-d4ae-492c-b727-cfbbb624ac3b,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:51.841803 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c432cc2-d015-466d-a013-cbcd2b0403bb None None] Network afba14be-68f9-477d-bb98-44514c8b67ff requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:51.936569 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:51.950173 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385678c-837c-4c08-842f-b3938bf938e4 req-c557d7c2-b8ce-4248-be68-58b622c0446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:51.950941 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 06a7a197-52cb-4172-9db5-0b7a0c131a73 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:51.951763 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-c557d7c2-b8ce-4248-be68-58b622c0446b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0875225 Sep 15 16:13:51.982880 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 06a7a197-52cb-4172-9db5-0b7a0c131a73 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:51.983223 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 06a7a197-52cb-4172-9db5-0b7a0c131a73 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:51.983648 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 875b676c-3ddb-498a-af3b-16271af67f28 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:51.993359 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Deleting port a3981eef-237d-4866-8114-1355e8e58053 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:51.993769 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.019798 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 875b676c-3ddb-498a-af3b-16271af67f28 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:52.020430 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 875b676c-3ddb-498a-af3b-16271af67f28 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:52.058262 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] For port a3981eef-237d-4866-8114-1355e8e58053, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=a3981eef-237d-4866-8114-1355e8e58053,segment=NetworkSegment(8efcbc95-c791-4b3f-8e50-78a2321aa187),segment_id=8efcbc95-c791-4b3f-8e50-78a2321aa187)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:52.059204 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.075481 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.082896 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Calling delete_port for a3981eef-237d-4866-8114-1355e8e58053 owned by network:dhcp {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:52.116690 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc276b93-0236-47fa-ba9b-6a7bcf6e32a2,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:52.145602 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385678c-837c-4c08-842f-b3938bf938e4 req-35e24b23-6b4f-4944-8266-574b78452a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:52.147297 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-35e24b23-6b4f-4944-8266-574b78452a26 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.1721663 Sep 15 16:13:52.172267 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] DHCP port deletion for afba14be-68f9-477d-bb98-44514c8b67ff request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:52.195116 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.235277 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Pushing event deleted for resources: {'Port': ['ID=a3981eef-237d-4866-8114-1355e8e58053,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:52.245468 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] No DVR routers for this DVR port a3981eef-237d-4866-8114-1355e8e58053 on host dv-cinder-809206-1-iscsi {{(pid=94073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:52.266308 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Deleting port a3981eef-237d-4866-8114-1355e8e58053 {{(pid=94075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:52.267045 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.323646 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-924f5e43-264b-40bc-8972-bc83571af993 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 1000 time: 0.1568768 Sep 15 16:13:52.351215 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.376961 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afba14be-68f9-477d-bb98-44514c8b67ff']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.380512 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.381681 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:52.389236 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efcbc95-c791-4b3f-8e50-78a2321aa187') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.389605 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efcbc95-c791-4b3f-8e50-78a2321aa187') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:52.400178 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.411887 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: fc90ae65-e3f8-41b8-819f-3082dd41a2e0 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:52.412398 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device fc90ae65-e3f8-41b8-819f-3082dd41a2e0 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:52.417143 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.420996 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] For port a3981eef-237d-4866-8114-1355e8e58053, host dv-cinder-809206-1-iscsi, got binding levels [] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:52.422180 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.426095 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:52.426612 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:52.428314 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:52.438801 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385678c-837c-4c08-842f-b3938bf938e4 req-b59df57d-60da-44c2-87fa-9cd4d138b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:52.440242 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-b59df57d-60da-44c2-87fa-9cd4d138b71d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.1082282 Sep 15 16:13:52.441757 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Calling delete_port for a3981eef-237d-4866-8114-1355e8e58053 owned by network:dhcp {{(pid=94075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:52.446690 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.ipam_backend_mixin [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Port a3981eef-237d-4866-8114-1355e8e58053 was not found and therefore no delete operation was performed {{(pid=94075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:13:52.446858 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.448630 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.479106 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] Pushing event deleted for resources: {'Port': ['ID=a3981eef-237d-4866-8114-1355e8e58053,revision_number=None']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:52.483680 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe3c09-ef51-4d6a-ae46-fa7b4e9d03b5 None None] No DVR routers for this DVR port a3981eef-237d-4866-8114-1355e8e58053 on host dv-cinder-809206-1-iscsi {{(pid=94075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:52.492375 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.500268 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.504645 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] 10.222.0.59 "DELETE /v2.0/networks/afba14be-68f9-477d-bb98-44514c8b67ff HTTP/1.1" status: 204 len: 168 time: 0.6625404 Sep 15 16:13:52.511842 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac9496-0ff1-4e9b-951e-dc478e61ca2b admin admin] Pushing event deleted for resources: {'Network': ['ID=afba14be-68f9-477d-bb98-44514c8b67ff,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:52.539909 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385678c-837c-4c08-842f-b3938bf938e4 req-78fbc747-cf72-4809-8b2d-bdeb9d5579a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:13:52.541391 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-78fbc747-cf72-4809-8b2d-bdeb9d5579a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899372 Sep 15 16:13:52.629815 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44704) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:52.677386 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-37baf8b5-8a4a-4676-91df-67a4ee0131a9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a6a45b9fac44954916ecc29803e69a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442111 Sep 15 16:13:52.677726 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44706) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:52.709436 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-c0237ea8-e3f2-410b-ba46-9246ccd07adf service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576633 Sep 15 16:13:52.726570 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e0b2-7805-4ea8-8d40-edebdc34de08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.751696 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e0b2-7805-4ea8-8d40-edebdc34de08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.802415 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e0b2-7805-4ea8-8d40-edebdc34de08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.805045 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-0ce2e0b2-7805-4ea8-8d40-edebdc34de08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:52.806241 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-0ce2e0b2-7805-4ea8-8d40-edebdc34de08 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e21fc594-58f9-41ee-8b3e-d05357825258 HTTP/1.1" status: 204 len: 168 time: 0.1276181 Sep 15 16:13:52.815283 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2e0b2-7805-4ea8-8d40-edebdc34de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21fc594-58f9-41ee-8b3e-d05357825258,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.075272 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Router b52826c8-97b5-4900-9c3d-27a253899982 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:53.130993 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44714) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:53.140722 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-d385678c-837c-4c08-842f-b3938bf938e4 req-eaf53462-1b52-4a9e-b518-f40c9d750650 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205105 Sep 15 16:13:53.178460 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-01828173-bab5-4df3-a995-0857bdc74460 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be7b802d46d2466593026425c5a7f557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460758 Sep 15 16:13:53.180899 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44716) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:53.200545 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:53.208253 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-ca3b836f-df15-4e66-a705-052b05b7e5bb admin admin] 10.222.0.59 "PUT /v2.0/routers/b52826c8-97b5-4900-9c3d-27a253899982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4873323 Sep 15 16:13:53.208253 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44718) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:53.210700 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] Sync routers for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:53.220557 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:53.221323 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.232550 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6eaebb94-842c-4d7d-b04a-652ee0c54ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.254125 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6eaebb94-842c-4d7d-b04a-652ee0c54ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.307690 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6eaebb94-842c-4d7d-b04a-652ee0c54ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.310696 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-6eaebb94-842c-4d7d-b04a-652ee0c54ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.311852 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-6eaebb94-842c-4d7d-b04a-652ee0c54ad8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/67b2f66c-cd9d-4f7e-94e3-f4a3d1db7ba9 HTTP/1.1" status: 204 len: 168 time: 0.1300116 Sep 15 16:13:53.320035 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaebb94-842c-4d7d-b04a-652ee0c54ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b2f66c-cd9d-4f7e-94e3-f4a3d1db7ba9,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.331235 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks [] for router, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.335372 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:53.443091 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.507770 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Deleting port 283b1ed4-97cf-4bc1-971e-4f062d87350e {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:53.508114 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.527602 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48'}], 'enable_snat': True}, 'gw_port_id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:13:51Z', 'revision_number': 5, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port': {'id': '283b1ed4-97cf-4bc1-971e-4f062d87350e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:39:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:43Z', 'updated_at': '2021-09-15T16:08:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.555503 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] Checking router: b52826c8-97b5-4900-9c3d-27a253899982 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:53.565845 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] Routers {'b52826c8-97b5-4900-9c3d-27a253899982'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:53.566616 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['b52826c8-97b5-4900-9c3d-27a253899982'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.601449 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] For port 283b1ed4-97cf-4bc1-971e-4f062d87350e, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=283b1ed4-97cf-4bc1-971e-4f062d87350e,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:53.602092 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.615779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Calling delete_port for 283b1ed4-97cf-4bc1-971e-4f062d87350e owned by network:router_gateway {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:53.674397 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] Set router b52826c8-97b5-4900-9c3d-27a253899982 gateway port host: None {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:53.728867 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:13:53Z', 'revision_number': 6, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:53.755957 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc103393-5995-43f6-9ee8-3bb13cf73ab3 None None] The sync data for ids ['b52826c8-97b5-4900-9c3d-27a253899982'] in dv-cinder-809206-1-iscsi is: [{'id': 'b52826c8-97b5-4900-9c3d-27a253899982', 'name': 'tempest-TestShelveInstance-1870131312-router', 'tenant_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:42Z', 'updated_at': '2021-09-15T16:13:53Z', 'revision_number': 6, 'project_id': '9bbaa9c5b9ad404db41d48c9bc49aa5f', 'gw_port_host': None}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:53.791357 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.820380 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=283b1ed4-97cf-4bc1-971e-4f062d87350e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:53.843958 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.844305 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.844644 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.844975 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.845302 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.845629 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.845954 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.846278 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.846626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.846948 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.847269 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.847585 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94074) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:13:53.889466 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.902135 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.989007 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:53.991142 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.040149 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.040891 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b52826c8-97b5-4900-9c3d-27a253899982 {{(pid=94074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:54.047597 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.048295 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-f6ed09a3-df66-45d1-be83-91c548c93dbd admin admin] 10.222.0.59 "DELETE /v2.0/routers/b52826c8-97b5-4900-9c3d-27a253899982 HTTP/1.1" status: 204 len: 168 time: 0.8392453 Sep 15 16:13:54.051190 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44724) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:54.112285 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Deleting subnet 8c3881ec-2313-45a9-8440-c8bf1115d5d1 {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:54.116462 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.170027 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.233438 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device a3981eef-237d-4866-8114-1355e8e58053 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:54.265057 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: a3981eef-237d-4866-8114-1355e8e58053 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:54.265430 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device a3981eef-237d-4866-8114-1355e8e58053 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:54.274853 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.336011 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.362243 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3881ec-2313-45a9-8440-c8bf1115d5d1,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:54.365902 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.370417 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-937bd8dc-abf1-4942-a3d4-06529745708b admin admin] 10.222.0.59 "DELETE /v2.0/subnets/8c3881ec-2313-45a9-8440-c8bf1115d5d1 HTTP/1.1" status: 204 len: 168 time: 0.3178959 Sep 15 16:13:54.371171 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44726) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:54.372352 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206efe7f-903b-4ecd-82d3-c4bc3e59bd75 None None] Network 1f422a01-272b-4b1f-9e7f-d5eb056f4269 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:54.442998 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.510562 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Deleting port 837c85b0-6851-43dc-930d-2c7bf0e2be1a {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:54.510909 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.593482 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] For port 837c85b0-6851-43dc-930d-2c7bf0e2be1a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=837c85b0-6851-43dc-930d-2c7bf0e2be1a,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:54.593842 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.610145 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Calling delete_port for 837c85b0-6851-43dc-930d-2c7bf0e2be1a owned by network:dhcp {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:54.624048 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] DHCP port deletion for 1f422a01-272b-4b1f-9e7f-d5eb056f4269 request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:54.692992 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] Deleting port 837c85b0-6851-43dc-930d-2c7bf0e2be1a {{(pid=94075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:54.693647 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.717720 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.754307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Pushing event deleted for resources: {'Port': ['ID=837c85b0-6851-43dc-930d-2c7bf0e2be1a,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:54.758442 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] No DVR routers for this DVR port 837c85b0-6851-43dc-930d-2c7bf0e2be1a on host dv-cinder-809206-1-iscsi {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:54.777110 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] For port 837c85b0-6851-43dc-930d-2c7bf0e2be1a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=837c85b0-6851-43dc-930d-2c7bf0e2be1a,segment=NetworkSegment(0badd283-bf64-427d-897c-5685a8997185),segment_id=0badd283-bf64-427d-897c-5685a8997185)] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:54.777507 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.790042 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] Calling delete_port for 837c85b0-6851-43dc-930d-2c7bf0e2be1a owned by network:dhcp {{(pid=94075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:54.833416 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.858132 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f422a01-272b-4b1f-9e7f-d5eb056f4269']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.868883 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0badd283-bf64-427d-897c-5685a8997185') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.869096 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0badd283-bf64-427d-897c-5685a8997185') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:54.885749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.892287 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.906099 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.912270 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:54.912687 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:54.914355 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:54.920248 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] Pushing event deleted for resources: {'Port': ['ID=837c85b0-6851-43dc-930d-2c7bf0e2be1a,revision_number=None']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:54.925274 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3f958-410f-4b11-b061-ebb0b7326698 None None] No DVR routers for this DVR port 837c85b0-6851-43dc-930d-2c7bf0e2be1a on host dv-cinder-809206-1-iscsi {{(pid=94075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:54.972526 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.977057 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:54.979038 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] 10.222.0.59 "DELETE /v2.0/networks/1f422a01-272b-4b1f-9e7f-d5eb056f4269 HTTP/1.1" status: 204 len: 168 time: 0.6068330 Sep 15 16:13:54.984120 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44730) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:55.003215 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf0395-75ca-4769-a234-af781882a314 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f422a01-272b-4b1f-9e7f-d5eb056f4269,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:55.322334 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.563287 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Deleting port cec73039-63df-4dda-92a0-c27e15ef970b {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:55.563616 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.657494 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] For port cec73039-63df-4dda-92a0-c27e15ef970b, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=cec73039-63df-4dda-92a0-c27e15ef970b,segment=NetworkSegment(7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd),segment_id=7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:55.657761 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.671310 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Calling delete_port for cec73039-63df-4dda-92a0-c27e15ef970b owned by network:router_interface {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:55.844628 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:55.861596 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:55.865729 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:55.866074 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device dc276b93-0236-47fa-ba9b-6a7bcf6e32a2 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:55.866499 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 283b1ed4-97cf-4bc1-971e-4f062d87350e no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:55.886217 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 283b1ed4-97cf-4bc1-971e-4f062d87350e {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:55.886914 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 283b1ed4-97cf-4bc1-971e-4f062d87350e not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:55.887387 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 837c85b0-6851-43dc-930d-2c7bf0e2be1a no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:55.894085 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=cec73039-63df-4dda-92a0-c27e15ef970b,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:55.911466 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 837c85b0-6851-43dc-930d-2c7bf0e2be1a {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:55.911751 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 837c85b0-6851-43dc-930d-2c7bf0e2be1a not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:56.058663 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.283643 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:13:56.395696 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:13:56.403081 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-47516d03-a0f0-4f27-acc1-be533ef15a21 admin admin] 10.222.0.59 "PUT /v2.0/routers/1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4194617 Sep 15 16:13:56.406513 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44748) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:56.413048 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] Sync routers for ids ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:13:56.430557 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] Routers {'1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:56.432838 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.531119 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.555064 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] Set router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:56.635643 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.688791 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Deleting port 7084b549-d65e-4acc-878f-15dd2c4e1c40 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:56.689232 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.737355 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:13:55Z', 'revision_number': 5, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port': {'id': '7084b549-d65e-4acc-878f-15dd2c4e1c40', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:09:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:08:48Z', 'updated_at': '2021-09-15T16:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.763249 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] Checking router: 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:13:56.770363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] For port 7084b549-d65e-4acc-878f-15dd2c4e1c40, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7084b549-d65e-4acc-878f-15dd2c4e1c40,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:56.770760 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.771058 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] Routers {'1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:13:56.771653 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.783339 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Calling delete_port for 7084b549-d65e-4acc-878f-15dd2c4e1c40 owned by network:router_gateway {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:56.855431 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] Set router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:13:56.905990 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:13:56Z', 'revision_number': 6, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:56.935875 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1411b2b6-c427-4282-8c4a-81165ee08717 None None] The sync data for ids ['1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab'] in dv-cinder-809206-1-iscsi is: [{'id': '1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab', 'name': 'tempest-TestShelveInstance-575259316-router', 'tenant_id': '2381e87bb4dc47aba2566628b6700c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:08:47Z', 'updated_at': '2021-09-15T16:13:56Z', 'revision_number': 6, 'project_id': '2381e87bb4dc47aba2566628b6700c62', 'gw_port_host': None}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:13:56.945749 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:56.973181 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7084b549-d65e-4acc-878f-15dd2c4e1c40,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.034171 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.119741 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.122331 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.163959 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.164471 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab {{(pid=94074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:13:57.168801 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.169931 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-5800415f-febb-4e68-b3e9-2b2c4397ddc1 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1ac0bdbe-3c52-4d08-bbe8-b9503e8dcfab HTTP/1.1" status: 204 len: 168 time: 0.7598777 Sep 15 16:13:57.172437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44750) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:57.216460 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Deleting subnet 75f4504f-daee-40aa-912f-1778d07d4b5e {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:13:57.219363 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.252138 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.335451 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.391148 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.416913 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75f4504f-daee-40aa-912f-1778d07d4b5e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.418875 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.421335 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-a696a957-8f5e-4074-bfcb-ce731f28bb41 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/75f4504f-daee-40aa-912f-1778d07d4b5e HTTP/1.1" status: 204 len: 168 time: 0.2473736 Sep 15 16:13:57.423160 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44752) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:57.425560 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2f5350-1616-4f19-bf98-0fce35c4573a None None] Network 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:13:57.502067 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.560603 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Deleting port cd82e63d-5333-4ad3-88f8-570c450085a9 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:57.560956 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.627693 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] For port cd82e63d-5333-4ad3-88f8-570c450085a9, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=cd82e63d-5333-4ad3-88f8-570c450085a9,segment=NetworkSegment(7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd),segment_id=7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:57.628054 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.644626 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Calling delete_port for cd82e63d-5333-4ad3-88f8-570c450085a9 owned by network:dhcp {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:57.684537 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] DHCP port deletion for 29e3bdc1-68dd-489e-a8f1-c08e83a22f3f request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:13:57.728018 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.734680 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Deleting port cd82e63d-5333-4ad3-88f8-570c450085a9 {{(pid=94075) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:13:57.735131 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.756623 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd82e63d-5333-4ad3-88f8-570c450085a9,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.760354 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] No DVR routers for this DVR port cd82e63d-5333-4ad3-88f8-570c450085a9 on host dv-cinder-809206-1-iscsi {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:57.820624 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.db [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] For port cd82e63d-5333-4ad3-88f8-570c450085a9, host dv-cinder-809206-1-iscsi, got binding levels [] {{(pid=94075) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:13:57.820998 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.836286 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Calling delete_port for cd82e63d-5333-4ad3-88f8-570c450085a9 owned by network:dhcp {{(pid=94075) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:13:57.841096 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.ipam_backend_mixin [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Port cd82e63d-5333-4ad3-88f8-570c450085a9 was not found and therefore no delete operation was performed {{(pid=94075) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 15 16:13:57.842352 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.842776 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771'] for port, after_delete {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.864058 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e3bdc1-68dd-489e-a8f1-c08e83a22f3f']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.866396 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cec73039-63df-4dda-92a0-c27e15ef970b no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:57.874790 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.875093 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b123b2a-5bf1-47bf-b648-3ee0e25c0fbd') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:13:57.875209 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] Pushing event deleted for resources: {'Port': ['ID=cd82e63d-5333-4ad3-88f8-570c450085a9,revision_number=None']} {{(pid=94075) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:57.886241 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.895511 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: cec73039-63df-4dda-92a0-c27e15ef970b {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:57.895860 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cec73039-63df-4dda-92a0-c27e15ef970b not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:57.896507 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cd82e63d-5333-4ad3-88f8-570c450085a9 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:57.900689 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eed084-ee06-44b3-bc64-e9de1a25c57c None None] No DVR routers for this DVR port cd82e63d-5333-4ad3-88f8-570c450085a9 on host dv-cinder-809206-1-iscsi {{(pid=94075) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:13:57.906695 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.913189 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:13:57.913583 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:13:57.915358 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:13:57.923823 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: cd82e63d-5333-4ad3-88f8-570c450085a9 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:57.924163 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device cd82e63d-5333-4ad3-88f8-570c450085a9 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:57.924757 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7084b549-d65e-4acc-878f-15dd2c4e1c40 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:13:57.951855 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 7084b549-d65e-4acc-878f-15dd2c4e1c40 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:13:57.952209 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7084b549-d65e-4acc-878f-15dd2c4e1c40 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:13:57.984177 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.993853 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:57.995741 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] 10.222.0.59 "DELETE /v2.0/networks/29e3bdc1-68dd-489e-a8f1-c08e83a22f3f HTTP/1.1" status: 204 len: 168 time: 0.5715761 Sep 15 16:13:58.006404 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5369e7-2989-4850-9eb5-d704b881e7b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e3bdc1-68dd-489e-a8f1-c08e83a22f3f,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:58.155975 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44764) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.194385 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-3b396056-3c3b-4366-bd25-8b1b569ac998 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9bbaa9c5b9ad404db41d48c9bc49aa5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371594 Sep 15 16:13:58.196736 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44766) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.243367 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2e6b373a-1c68-42d4-b637-7b48d7809fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.263334 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2e6b373a-1c68-42d4-b637-7b48d7809fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.306061 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2e6b373a-1c68-42d4-b637-7b48d7809fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.308769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-2e6b373a-1c68-42d4-b637-7b48d7809fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.309870 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-2e6b373a-1c68-42d4-b637-7b48d7809fce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/752a2696-e129-4f17-9b1a-523c9ccdda3e HTTP/1.1" status: 204 len: 168 time: 0.1122391 Sep 15 16:13:58.317753 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b373a-1c68-42d4-b637-7b48d7809fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752a2696-e129-4f17-9b1a-523c9ccdda3e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:13:58.617374 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44772) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.656568 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-6977a018-ec09-49a9-a757-99f3755911db admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2381e87bb4dc47aba2566628b6700c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380561 Sep 15 16:13:58.658917 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44776) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:13:58.709066 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-849be771-66a1-4256-b316-d7b16e86b148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.733490 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-849be771-66a1-4256-b316-d7b16e86b148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.785156 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-849be771-66a1-4256-b316-d7b16e86b148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.788023 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-849be771-66a1-4256-b316-d7b16e86b148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:13:58.789156 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-849be771-66a1-4256-b316-d7b16e86b148 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/43471d4c-1f21-4da9-8237-c965a2ec45ab HTTP/1.1" status: 204 len: 168 time: 0.1293106 Sep 15 16:13:58.797632 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849be771-66a1-4256-b316-d7b16e86b148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43471d4c-1f21-4da9-8237-c965a2ec45ab,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:00.843125 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:14:01.163750 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44796) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:01.266752 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b79e5ecd-e579-4c95-beba-0d5fd2bc4aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.352176 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b79e5ecd-e579-4c95-beba-0d5fd2bc4aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.355882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-b79e5ecd-e579-4c95-beba-0d5fd2bc4aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.392556 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-b79e5ecd-e579-4c95-beba-0d5fd2bc4aba admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e5761ab880df47ed8febff932e3352da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276700 Sep 15 16:14:01.393487 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e5ecd-e579-4c95-beba-0d5fd2bc4aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe10b7b-73a2-40ef-95ac-18304e90f5f8,revision_number=1']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:01.395230 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44800) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:01.442742 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d240d960-eb88-40e5-be02-c106e716d8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.463960 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d240d960-eb88-40e5-be02-c106e716d8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.510078 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d240d960-eb88-40e5-be02-c106e716d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.512627 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-d240d960-eb88-40e5-be02-c106e716d8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:01.513735 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-d240d960-eb88-40e5-be02-c106e716d8ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fbe10b7b-73a2-40ef-95ac-18304e90f5f8 HTTP/1.1" status: 204 len: 168 time: 0.1174977 Sep 15 16:14:01.520936 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d240d960-eb88-40e5-be02-c106e716d8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe10b7b-73a2-40ef-95ac-18304e90f5f8,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:02.476364 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44830) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:02.581816 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cd80ef0e-5e03-4dba-b4d7-e322d62343cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.672470 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cd80ef0e-5e03-4dba-b4d7-e322d62343cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.676177 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-cd80ef0e-5e03-4dba-b4d7-e322d62343cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_create {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.711991 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80ef0e-5e03-4dba-b4d7-e322d62343cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c17e43e-5766-49d3-b64f-990af4372f6c,revision_number=1']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:02.716893 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-cd80ef0e-5e03-4dba-b4d7-e322d62343cb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=65d78e20d9544ca396f18da75aa753ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395086 Sep 15 16:14:02.720060 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44834) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:02.770922 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-503f1575-83ea-4671-b587-65e51e4d941a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.795590 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-503f1575-83ea-4671-b587-65e51e4d941a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.840319 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-503f1575-83ea-4671-b587-65e51e4d941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.842888 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-503f1575-83ea-4671-b587-65e51e4d941a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:02.844030 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-503f1575-83ea-4671-b587-65e51e4d941a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c17e43e-5766-49d3-b64f-990af4372f6c HTTP/1.1" status: 204 len: 168 time: 0.1236961 Sep 15 16:14:02.851367 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f1575-83ea-4671-b587-65e51e4d941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c17e43e-5766-49d3-b64f-990af4372f6c,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:05.390569 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44838) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:05.540003 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Deleting port 3a572410-13a2-43a7-939c-e43e1ecee47f {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:05.540338 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.613925 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.614246 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.625230 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Calling delete_port for 3a572410-13a2-43a7-939c-e43e1ecee47f owned by network:floatingip {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:05.795166 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.819895 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'Port': ['ID=3a572410-13a2-43a7-939c-e43e1ecee47f,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:05.882495 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:05.882849 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Floating IP 1ffd2365-49f7-4235-a04b-a251b8c53057 disassociated (deleted). External IP: 172.27.1.21, port: e0cc839c-a85f-499c-947e-fe1e48b9c54b. Sep 15 16:14:06.337138 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:06.439285 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:06.444337 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:06.452518 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:06.461897 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:06.462516 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.471886 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0656bf5d-0a8a-44de-9ccf-d1cd6b6128b6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "DELETE /v2.0/floatingips/1ffd2365-49f7-4235-a04b-a251b8c53057 HTTP/1.1" status: 204 len: 168 time: 1.0802286 Sep 15 16:14:06.472569 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:06.475057 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffffc565-2a58-4d28-aecc-ace1865263d5" -d '{"events": [{"name": "network-changed", "server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:06.517715 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a4590d-0c08-4eb8-a63a-0677ca22add1 x-openstack-request-id: req-95a4590d-0c08-4eb8-a63a-0677ca22add1 {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:06.518081 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:06.518378 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-95a4590d-0c08-4eb8-a63a-0677ca22add1 {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:06.519182 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'status': 'completed', 'code': 200} Sep 15 16:14:06.571287 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:06.581869 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-df24eb7f-d780-411a-bf9b-6941c5a3b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.583448 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-df24eb7f-d780-411a-bf9b-6941c5a3b4b3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 1098 time: 0.0417869 Sep 15 16:14:06.689465 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-27811210-56e9-4699-9f81-fe97f45374a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.691031 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-27811210-56e9-4699-9f81-fe97f45374a1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.0935483 Sep 15 16:14:06.702264 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68558b9f-fc88-4c7b-a3a1-43e792b32496 req-1f50b8c3-6e87-47e7-b6b4-245730f09428 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.703777 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-68558b9f-fc88-4c7b-a3a1-43e792b32496 req-1f50b8c3-6e87-47e7-b6b4-245730f09428 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0483093 Sep 15 16:14:06.735464 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-09f26860-851e-490c-a878-e412f09b0c87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b HTTP/1.1" status: 200 len: 217 time: 0.0348043 Sep 15 16:14:06.745893 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-68558b9f-fc88-4c7b-a3a1-43e792b32496 req-d13277d5-ca5e-4446-af4d-7643f8f4f84b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358469 Sep 15 16:14:06.785613 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-17f77a75-ecd6-49b0-b8a9-0c156126db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.787107 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-17f77a75-ecd6-49b0-b8a9-0c156126db27 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0436964 Sep 15 16:14:06.815065 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.833430 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-1b8ad0e6-9eef-4033-a6b8-1a59f1820303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:06.834987 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-1b8ad0e6-9eef-4033-a6b8-1a59f1820303 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407431 Sep 15 16:14:06.845659 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:06.853977 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:06.854546 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:06.932574 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-2698dbf8-c329-44d0-909d-76b9fc269f67 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899031 Sep 15 16:14:07.031773 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-ffffc565-2a58-4d28-aecc-ace1865263d5 req-3819e71e-5ca5-4c84-b069-d9833e0531b5 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907140 Sep 15 16:14:07.081797 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:07.293855 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:07.322927 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc88110-2041-42c5-8907-1cfcb8dab344 None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_floatingips': [{'id': 'ceb343ad-1983-4a96-a935-6b0b0b7a7035', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'router_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'port_id': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'mac_address': 'fa:16:3e:c0:c3:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74420985-cf55-4bab-8703-14f633394dc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-15T16:10:02Z', 'updated_at': '2021-09-15T16:10:04Z', 'revision_number': 1, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:07.538305 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70c8c80-afbe-4e86-a70c-704e6375a3cd None None] New status for floating IP 1ffd2365-49f7-4235-a04b-a251b8c53057: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:14:07.864555 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2774ea-baa6-49bf-9f44-70792d8c6c37 req-a39bab5b-a0b0-43ba-bcfd-448f650087ff tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:07.865910 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ea2774ea-baa6-49bf-9f44-70792d8c6c37 req-a39bab5b-a0b0-43ba-bcfd-448f650087ff tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0479774 Sep 15 16:14:07.903505 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-ea2774ea-baa6-49bf-9f44-70792d8c6c37 req-a2c798be-a232-4b80-ad22-431a3c2fb184 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308440 Sep 15 16:14:08.150742 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772772-390f-41b6-810e-b8d1a9652170 req-ef27f26f-bea9-40a9-8e57-37690c2bbcd2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:08.152670 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9c772772-390f-41b6-810e-b8d1a9652170 req-ef27f26f-bea9-40a9-8e57-37690c2bbcd2 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 945 time: 0.0525372 Sep 15 16:14:08.238561 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Deleting port e0cc839c-a85f-499c-947e-fe1e48b9c54b {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:08.238914 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.327043 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] For port e0cc839c-a85f-499c-947e-fe1e48b9c54b, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=e0cc839c-a85f-499c-947e-fe1e48b9c54b,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:08.327400 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.340139 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Calling delete_port for e0cc839c-a85f-499c-947e-fe1e48b9c54b owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:08.463342 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.499202 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'Port': ['ID=e0cc839c-a85f-499c-947e-fe1e48b9c54b,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:08.537759 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] No DVR routers for this DVR port e0cc839c-a85f-499c-947e-fe1e48b9c54b on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:08.540808 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:08.542880 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-9c772772-390f-41b6-810e-b8d1a9652170 req-acce5408-f51d-4c62-ba49-5a563e338a6f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "DELETE /v2.0/ports/e0cc839c-a85f-499c-947e-fe1e48b9c54b HTTP/1.1" status: 204 len: 173 time: 0.3842053 Sep 15 16:14:08.543319 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'name': 'network-vif-deleted', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:08.546229 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3190caa0-77d2-46e3-bbee-e5c7ce7a1e44" -d '{"events": [{"server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "name": "network-vif-deleted", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:08.582604 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661dcbad-1627-4bf7-9984-9971f2d1908f x-openstack-request-id: req-661dcbad-1627-4bf7-9984-9971f2d1908f {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:08.583266 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f1727d-463e-41d1-bb49-27b38e8e95d5", "name": "network-vif-deleted", "tag": "e0cc839c-a85f-499c-947e-fe1e48b9c54b", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:08.583516 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-661dcbad-1627-4bf7-9984-9971f2d1908f {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:08.584001 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f1727d-463e-41d1-bb49-27b38e8e95d5', 'name': 'network-vif-deleted', 'tag': 'e0cc839c-a85f-499c-947e-fe1e48b9c54b', 'status': 'completed', 'code': 200} Sep 15 16:14:09.008070 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-77f69582-d1d3-48eb-a482-e01d8bdb60a3 req-7e3e8a26-5557-4e7e-89a9-fb51ff04522b tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=06f1727d-463e-41d1-bb49-27b38e8e95d5 HTTP/1.1" status: 200 len: 210 time: 0.0255773 Sep 15 16:14:12.279995 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44866) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:12.428895 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Deleting port c72cfeb1-6147-4fb2-b97e-1df1eb2d668f {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:12.429233 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.464872 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device e0cc839c-a85f-499c-947e-fe1e48b9c54b no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:12.486008 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: e0cc839c-a85f-499c-947e-fe1e48b9c54b {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:12.486401 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device e0cc839c-a85f-499c-947e-fe1e48b9c54b not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:12.504374 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.504701 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.516923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Calling delete_port for c72cfeb1-6147-4fb2-b97e-1df1eb2d668f owned by network:floatingip {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:12.661093 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.683699 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'Port': ['ID=c72cfeb1-6147-4fb2-b97e-1df1eb2d668f,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:12.743845 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:12.744201 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.db.l3_db [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Floating IP ceb343ad-1983-4a96-a935-6b0b0b7a7035 disassociated (deleted). External IP: 172.27.1.16, port: 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1. Sep 15 16:14:12.943045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:13.047410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:13.051678 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:13.057137 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:13.065849 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:13.066470 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:13.078188 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-882e7da5-60ad-40e1-af33-1d404d5b6e4d tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "DELETE /v2.0/floatingips/ceb343ad-1983-4a96-a935-6b0b0b7a7035 HTTP/1.1" status: 204 len: 168 time: 0.7971530 Sep 15 16:14:13.078821 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:13.081053 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b" -d '{"events": [{"name": "network-changed", "server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:13.117399 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc5dc7b-c7a7-42f0-bb12-d5c9c5fd48cc x-openstack-request-id: req-2bc5dc7b-c7a7-42f0-bb12-d5c9c5fd48cc {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:13.118863 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:13.119141 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-2bc5dc7b-c7a7-42f0-bb12-d5c9c5fd48cc {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:13.119558 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'status': 'completed', 'code': 200} Sep 15 16:14:13.177347 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:13.183445 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-9e3ed676-0547-4ef6-8ce7-f10e0ce8b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:13.185363 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-9e3ed676-0547-4ef6-8ce7-f10e0ce8b922 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=99179b0bb02e44feb76f744c2577dd74&device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 1098 time: 0.0451620 Sep 15 16:14:13.277230 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-cea5692b-b6e2-402b-bba8-5c65fbf123a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:13.278874 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-cea5692b-b6e2-402b-bba8-5c65fbf123a7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 200 len: 913 time: 0.0865853 Sep 15 16:14:13.316464 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ca4ae-b7d3-484e-a49c-e06caf2cb677 req-359c1cc5-ca07-4bf4-a3ed-586484c16028 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:13.317924 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-811ca4ae-b7d3-484e-a49c-e06caf2cb677 req-359c1cc5-ca07-4bf4-a3ed-586484c16028 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0516520 Sep 15 16:14:13.326266 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-021299fb-6fc7-4a07-bc0c-ab36e57771b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 200 len: 217 time: 0.0386667 Sep 15 16:14:13.359734 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-811ca4ae-b7d3-484e-a49c-e06caf2cb677 req-a98d8f8f-8617-4ca6-bc80-980923c495ab tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325427 Sep 15 16:14:13.379900 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-58b5b281-47dd-45eb-8dec-391b4268a847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:13.381613 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-58b5b281-47dd-45eb-8dec-391b4268a847 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 200 len: 851 time: 0.0469487 Sep 15 16:14:13.387977 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:13.418192 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:13.426392 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:13.427039 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:13.427651 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-b7ff8f78-5625-4e9e-82ef-116af5670805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:13.429256 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-b7ff8f78-5625-4e9e-82ef-116af5670805 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=52852d2e-cbbb-4dde-9824-df626e22741e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396299 Sep 15 16:14:13.522247 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-97f834d4-f903-4b94-a2b6-4548196aff16 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851772 Sep 15 16:14:13.532521 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:13.608999 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-59cbf64a-c5b1-43ed-b1ad-967ce53c119b req-a2bf423e-79c1-4c8a-916e-16472aeccb36 service neutron] 10.222.0.64 "GET /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794477 Sep 15 16:14:13.730936 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:13.757265 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc881dfb-4485-4eba-8711-0120c6489a06 None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:15Z', 'revision_number': 4, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi', '_interfaces': [{'id': '9816c70a-d72f-49fd-b669-1fbdfa6fa629', 'name': '', 'network_id': '52852d2e-cbbb-4dde-9824-df626e22741e', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'mac_address': 'fa:16:3e:1c:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:15Z', 'updated_at': '2021-09-15T16:06:20Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'subnets': [{'id': '643b1532-dacc-4cbd-aa6b-32fca900f1f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:13.971600 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949a189b-29c2-4cbf-afa0-72b7c412ce12 None None] New status for floating IP ceb343ad-1983-4a96-a935-6b0b0b7a7035: DOWN {{(pid=94076) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 16:14:14.479877 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d92b61-6467-4791-b6fd-1e75dea3ceef req-b2a94c9d-b851-4cfd-ab2f-2034c0524ebd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94073) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:14.481336 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b4d92b61-6467-4791-b6fd-1e75dea3ceef req-b2a94c9d-b851-4cfd-ab2f-2034c0524ebd tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0523953 Sep 15 16:14:14.518094 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-b4d92b61-6467-4791-b6fd-1e75dea3ceef req-1fccdce4-21a3-4d4e-bc48-a6c5b07d4c0c tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/security-groups?id=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307972 Sep 15 16:14:14.769895 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-88721a7f-daa6-4a74-9f52-8e88e9a28738 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94074) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 15 16:14:14.771356 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-88721a7f-daa6-4a74-9f52-8e88e9a28738 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 945 time: 0.0510147 Sep 15 16:14:14.859629 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Deleting port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:14.859975 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.946054 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] For port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1, host hv-cinder-80920, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80920',level=0,port_id=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:14.946410 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:14.958516 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Calling delete_port for 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 owned by compute:nova {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:15.080085 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:15.109845 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'Port': ['ID=3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:15.153679 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] No DVR routers for this DVR port 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 on host hv-cinder-80920 {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:15.156118 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for port, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:15.158049 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [req-3a75d3ce-cbd8-4994-b0f2-f2bf3fc934ed req-6582fa04-8000-418b-a18b-1fe322598368 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.64 "DELETE /v2.0/ports/3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 HTTP/1.1" status: 204 len: 173 time: 0.3804331 Sep 15 16:14:15.158470 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'name': 'network-vif-deleted', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1'}] {{(pid=94074) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 15 16:14:15.160686 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.59/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38ae13dff6cdea5626e0780d88110dde12c9dec84dca3f7a1228509c21de3aeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7550936c-557d-45d8-8b02-6dbd073478b6" -d '{"events": [{"server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "name": "network-vif-deleted", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1"}]}' {{(pid=94074) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 16:14:15.196147 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Sep 2021 16:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405cc676-4289-4879-b4fa-d0a5ff18a08a x-openstack-request-id: req-405cc676-4289-4879-b4fa-d0a5ff18a08a {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 16:14:15.196438 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74420985-cf55-4bab-8703-14f633394dc4", "name": "network-vif-deleted", "tag": "3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1", "status": "completed", "code": 200}]} {{(pid=94074) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 16:14:15.196691 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.59/compute/v2.1/os-server-external-events used request id req-405cc676-4289-4879-b4fa-d0a5ff18a08a {{(pid=94074) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 16:14:15.197082 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74420985-cf55-4bab-8703-14f633394dc4', 'name': 'network-vif-deleted', 'tag': '3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1', 'status': 'completed', 'code': 200} Sep 15 16:14:15.623074 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [req-4f5bde2d-d0db-4d89-b6fb-2777a9c974e1 req-ab354ef2-59ab-4f01-a8b1-9eea70592b2f tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "GET /v2.0/ports?device_id=74420985-cf55-4bab-8703-14f633394dc4 HTTP/1.1" status: 200 len: 210 time: 0.0254366 Sep 15 16:14:16.690242 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44884) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:16.750910 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.810779 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Deleting port 1360ec66-8967-4b4c-8849-d8ccd1914e1a {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:16.811115 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.886563 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.886905 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:16.897857 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Calling delete_port for 1360ec66-8967-4b4c-8849-d8ccd1914e1a owned by network:floatingip {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:17.020069 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.048667 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'Port': ['ID=1360ec66-8967-4b4c-8849-d8ccd1914e1a,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:17.105172 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.107562 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56683'] for floatingip, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:17.108695 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-bbe92910-089a-46c1-b675-33dad714b892 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "DELETE /v2.0/floatingips/52c00a7a-68ad-4903-8832-f606a26300c7 HTTP/1.1" status: 204 len: 168 time: 0.4174559 Sep 15 16:14:18.318271 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44898) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.374542 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c271fd1-3fc2-4068-a0cc-7c8edb73afd6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.398100 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c271fd1-3fc2-4068-a0cc-7c8edb73afd6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.456346 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c271fd1-3fc2-4068-a0cc-7c8edb73afd6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.459076 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-0c271fd1-3fc2-4068-a0cc-7c8edb73afd6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:18.461155 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0c271fd1-3fc2-4068-a0cc-7c8edb73afd6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] 10.222.0.59 "DELETE /v2.0/security-groups/b4a024d7-5aa2-4d63-9822-b801b3cbbe5d HTTP/1.1" status: 204 len: 168 time: 0.1409440 Sep 15 16:14:18.473349 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c271fd1-3fc2-4068-a0cc-7c8edb73afd6 tempest-TestVolumeBootPattern-983591222 tempest-TestVolumeBootPattern-983591222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a024d7-5aa2-4d63-9822-b801b3cbbe5d,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:18.494647 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 no longer exists at agent hyperv_hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:18.517809 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] No Port match for: 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:18.518288 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Device 3d0c3df8-f5d9-4ec8-a923-b9d8cb7f97c1 not bound to the agent host hv-cinder-80920 {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:18.523012 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44902) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:18.540101 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7e5e5e61-14db-4bd9-b001-34d22d030c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.005186 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.496930 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Deleting port 9816c70a-d72f-49fd-b669-1fbdfa6fa629 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:19.497680 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.576059 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] For port 9816c70a-d72f-49fd-b669-1fbdfa6fa629, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=9816c70a-d72f-49fd-b669-1fbdfa6fa629,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:19.576400 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.588055 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Calling delete_port for 9816c70a-d72f-49fd-b669-1fbdfa6fa629 owned by network:router_interface {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:19.758432 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:19.784288 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9816c70a-d72f-49fd-b669-1fbdfa6fa629,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:19.945276 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.154196 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Router 1359149e-e63c-4a8b-b397-97abaf1be379 has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94074) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:20.253775 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94074) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:20.258638 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-aa84ee76-0668-49ea-83f7-4900f3a95e56 admin admin] 10.222.0.59 "PUT /v2.0/routers/1359149e-e63c-4a8b-b397-97abaf1be379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7337289 Sep 15 16:14:20.261795 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44906) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:20.264448 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] Sync routers for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:20.274328 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:20.274981 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:20.361425 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks [] for router, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.377499 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: dv-cinder-809206-1-iscsi {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:20.460111 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.514521 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Deleting port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:20.515222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.554635 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18'}], 'enable_snat': True}, 'gw_port_id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:14:19Z', 'revision_number': 5, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port': {'id': '340dc3f0-bd7d-4c22-ac6d-b4778c21e80e', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:19:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:20.581229 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] Checking router: 1359149e-e63c-4a8b-b397-97abaf1be379 for host: dv-cinder-809206-1-iscsi {{(pid=94075) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:20.589864 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] Routers {'1359149e-e63c-4a8b-b397-97abaf1be379'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94075) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:20.590463 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:13:51Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['1359149e-e63c-4a8b-b397-97abaf1be379'], 'active': True} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:20.594932 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] For port 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:20.595293 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.607081 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Calling delete_port for 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e owned by network:router_gateway {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:20.777692 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.800810 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_dvr_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] Set router 1359149e-e63c-4a8b-b397-97abaf1be379 gateway port host: None {{(pid=94075) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:20.802785 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=340dc3f0-bd7d-4c22-ac6d-b4778c21e80e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:20.853554 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.db.l3_hamode_db [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:14:20Z', 'revision_number': 6, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94075) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:20.861214 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.879914 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aca3cd0-e5ff-4830-a63d-df82402b03b2 None None] The sync data for ids ['1359149e-e63c-4a8b-b397-97abaf1be379'] in dv-cinder-809206-1-iscsi is: [{'id': '1359149e-e63c-4a8b-b397-97abaf1be379', 'name': 'tempest-TestVolumeBootPattern-1741174369-router', 'tenant_id': '99179b0bb02e44feb76f744c2577dd74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:13Z', 'updated_at': '2021-09-15T16:14:20Z', 'revision_number': 6, 'project_id': '99179b0bb02e44feb76f744c2577dd74', 'gw_port_host': None}] {{(pid=94075) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:20.949952 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.952161 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.996437 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:20.996868 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1359149e-e63c-4a8b-b397-97abaf1be379 {{(pid=94074) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:21.001045 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] Notify callbacks [] for router, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.002167 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-56d47ad9-0bdf-44d9-a46d-720b81393d92 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1359149e-e63c-4a8b-b397-97abaf1be379 HTTP/1.1" status: 204 len: 168 time: 0.7394726 Sep 15 16:14:21.004856 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44908) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:21.047882 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Deleting subnet 643b1532-dacc-4cbd-aa6b-32fca900f1f6 {{(pid=94074) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:14:21.050883 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.083307 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4642433'] for subnet, precommit_delete_associations {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.162299 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.215326 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4650905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4326748'] for subnet, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.242375 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=643b1532-dacc-4cbd-aa6b-32fca900f1f6,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:21.244390 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.248923 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-9ee33cba-2a2b-405b-8eb7-e3e0b84496f1 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/643b1532-dacc-4cbd-aa6b-32fca900f1f6 HTTP/1.1" status: 204 len: 168 time: 0.2405312 Sep 15 16:14:21.248923 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44910) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:21.253221 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a99c4b-4b94-4edf-9046-8ffefa3b36a1 None None] Network 52852d2e-cbbb-4dde-9824-df626e22741e requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:21.325278 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.373132 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c724adea-7924-4f17-9c13-28c2bcdd0373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.378222 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Deleting port d662adda-0978-4cb5-82b6-ea24ba65d459 {{(pid=94074) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:21.378699 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.441383 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.db [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] For port d662adda-0978-4cb5-82b6-ea24ba65d459, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=d662adda-0978-4cb5-82b6-ea24ba65d459,segment=NetworkSegment(7210049a-6ff8-49f0-903e-502227cf47bf),segment_id=7210049a-6ff8-49f0-903e-502227cf47bf)] {{(pid=94074) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:21.441725 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.454034 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Calling delete_port for d662adda-0978-4cb5-82b6-ea24ba65d459 owned by network:dhcp {{(pid=94074) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:21.487459 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.533439 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4650934'] for port, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.556151 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Pushing event deleted for resources: {'Port': ['ID=d662adda-0978-4cb5-82b6-ea24ba65d459,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:21.563418 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] No DVR routers for this DVR port d662adda-0978-4cb5-82b6-ea24ba65d459 on host dv-cinder-809206-1-iscsi {{(pid=94074) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:21.615871 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c408ccf-a790-415b-af5d-c8108992523f None None] DHCP port deletion for 52852d2e-cbbb-4dde-9824-df626e22741e request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:14:21.639818 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.666136 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52852d2e-cbbb-4dde-9824-df626e22741e']}} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:21.676458 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210049a-6ff8-49f0-903e-502227cf47bf') {'for_net_delete': True} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:21.676746 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.services.segments.db [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210049a-6ff8-49f0-903e-502227cf47bf') {} {{(pid=94074) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:21.686720 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4642442'] for segment, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.699609 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.705744 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=94074) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:21.706131 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4650055'] for segment, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: Traceback (most recent call last): Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: timer() Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: cb(*args, **kw) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: return func(*args, **kwargs) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: self._notify() Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: self.callback(batched_events) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: event.method(event) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: return f(self, *a, **k) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._get(url).json() Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:21.707852 dv-cinder-809206-1-iscsi neutron-server[94074]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:21.762382 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.768051 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:21.769877 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] 10.222.0.59 "DELETE /v2.0/networks/52852d2e-cbbb-4dde-9824-df626e22741e HTTP/1.1" status: 204 len: 168 time: 0.5202193 Sep 15 16:14:21.773144 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44912) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:21.781664 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b2f37-9895-403d-b19f-92af560c27fb admin admin] Pushing event deleted for resources: {'Network': ['ID=52852d2e-cbbb-4dde-9824-df626e22741e,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:21.864833 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 9816c70a-d72f-49fd-b669-1fbdfa6fa629 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:21.885288 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 9816c70a-d72f-49fd-b669-1fbdfa6fa629 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:21.886137 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 9816c70a-d72f-49fd-b669-1fbdfa6fa629 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:21.886137 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device d662adda-0978-4cb5-82b6-ea24ba65d459 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:21.908249 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: d662adda-0978-4cb5-82b6-ea24ba65d459 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:21.908588 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device d662adda-0978-4cb5-82b6-ea24ba65d459 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:21.909188 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:21.927181 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:21.927521 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 340dc3f0-bd7d-4c22-ac6d-b4778c21e80e not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:22.124213 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1702161'] for router_interface, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.287922 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.586092 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Deleting port d62a5bdc-5278-4c12-a5a1-68d98a57742a {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:22.586454 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.661233 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] For port d62a5bdc-5278-4c12-a5a1-68d98a57742a, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=d62a5bdc-5278-4c12-a5a1-68d98a57742a,segment=NetworkSegment(74d29047-ccbc-459c-91af-da71adc1e8bd),segment_id=74d29047-ccbc-459c-91af-da71adc1e8bd)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:22.661590 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.676807 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Calling delete_port for d62a5bdc-5278-4c12-a5a1-68d98a57742a owned by network:router_interface {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:22.851021 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:22.877141 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d62a5bdc-5278-4c12-a5a1-68d98a57742a,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:22.890191 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.890538 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.893742 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.894099 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.894432 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.894791 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.895122 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.895445 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.895770 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.896089 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.896403 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:22.896718 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809206-1-iscsi {{(pid=94073) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 16:14:23.058007 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1700513'] for router_interface, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.264482 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Router d287d816-d467-4ca3-ae35-62eb62248c6f has already been hosted by L3 agent f6bfb319-c210-4f74-bb83-a46414cfc367 {{(pid=94073) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 15 16:14:23.367956 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] Notify agent at l3_agent.dv-cinder-809206-1-iscsi the message routers_updated {{(pid=94073) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 15 16:14:23.373485 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-66964fe0-6dc8-4c79-aeea-fadde5486b62 admin admin] 10.222.0.59 "PUT /v2.0/routers/d287d816-d467-4ca3-ae35-62eb62248c6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5988817 Sep 15 16:14:23.375943 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44914) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:23.376526 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] Sync routers for ids ['d287d816-d467-4ca3-ae35-62eb62248c6f'] in dv-cinder-809206-1-iscsi {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 16:14:23.385710 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] Routers {'d287d816-d467-4ca3-ae35-62eb62248c6f'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:23.386314 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:14:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['d287d816-d467-4ca3-ae35-62eb62248c6f'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.476978 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.487115 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] Set router d287d816-d467-4ca3-ae35-62eb62248c6f gateway port host: dv-cinder-809206-1-iscsi {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:23.585790 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.638966 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Deleting port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:23.639302 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.715487 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] For port 7214ae88-4bf2-4059-a6b3-71fcd6604dbe, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,segment=NetworkSegment(05546a46-c3e5-4207-b0c3-b59797f2c68d),segment_id=05546a46-c3e5-4207-b0c3-b59797f2c68d)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:23.715848 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.728426 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Calling delete_port for 7214ae88-4bf2-4059-a6b3-71fcd6604dbe owned by network:router_gateway {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:23.754745 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'external_fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103'}], 'enable_snat': True}, 'gw_port_id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:14:22Z', 'revision_number': 5, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port': {'id': '7214ae88-4bf2-4059-a6b3-71fcd6604dbe', 'name': '', 'network_id': 'e15935f5-19dd-47dd-a555-09f9f0247312', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:94:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'ip_address': '172.27.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809206-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-15T16:06:18Z', 'updated_at': '2021-09-15T16:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc8f8f7d-b86b-403f-8f4a-1332976c71df', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809206-1-iscsi'}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.780381 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] Checking router: d287d816-d467-4ca3-ae35-62eb62248c6f for host: dv-cinder-809206-1-iscsi {{(pid=94076) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 16:14:23.788330 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] Routers {'d287d816-d467-4ca3-ae35-62eb62248c6f'} bound to L3 agent in host dv-cinder-809206-1-iscsi {{(pid=94076) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 15 16:14:23.788930 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809206-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-15T15:56:51Z,description=,heartbeat_timestamp=2021-09-15T16:14:21Z,host='dv-cinder-809206-1-iscsi',id=f6bfb319-c210-4f74-bb83-a46414cfc367,load=0,resource_versions=,resources_synced=,started_at=2021-09-15T15:56:51Z,topic='l3_agent')) {'router_ids': ['d287d816-d467-4ca3-ae35-62eb62248c6f'], 'active': True} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.874028 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_dvr_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] Set router d287d816-d467-4ca3-ae35-62eb62248c6f gateway port host: None {{(pid=94076) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 15 16:14:23.894281 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.909620 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:23.925423 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7214ae88-4bf2-4059-a6b3-71fcd6604dbe,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:23.929128 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.l3_hamode_db [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:14:23Z', 'revision_number': 6, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port_host': None}], 'dv-cinder-809206-1-iscsi', False) {} {{(pid=94076) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:23.955632 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd483ef2-d213-4806-9044-b005c13d7beb None None] The sync data for ids ['d287d816-d467-4ca3-ae35-62eb62248c6f'] in dv-cinder-809206-1-iscsi is: [{'id': 'd287d816-d467-4ca3-ae35-62eb62248c6f', 'name': 'tempest-TestVolumeBootPattern-551302433-router', 'tenant_id': '3fd84d9258fc43b1ba3111632462f08a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-15T16:06:17Z', 'updated_at': '2021-09-15T16:14:23Z', 'revision_number': 6, 'project_id': '3fd84d9258fc43b1ba3111632462f08a', 'gw_port_host': None}] {{(pid=94076) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 16:14:23.988753 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1700455'] for router_gateway, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.075482 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1701942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-649'] for router, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.077560 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.119190 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1702093'] for router, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.119732 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d287d816-d467-4ca3-ae35-62eb62248c6f {{(pid=94073) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 15 16:14:24.124007 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] Notify callbacks [] for router, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.125207 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-4f0745d6-9db8-44fc-9367-4d3bb6d63d40 admin admin] 10.222.0.59 "DELETE /v2.0/routers/d287d816-d467-4ca3-ae35-62eb62248c6f HTTP/1.1" status: 204 len: 168 time: 0.7483582 Sep 15 16:14:24.127761 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44916) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.173797 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Deleting subnet 0a2271d9-6b5a-4411-bd98-65357bf2e9c1 {{(pid=94073) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 15 16:14:24.176784 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.208603 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6738353'] for subnet, precommit_delete_associations {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.282370 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-595547'] for subnet, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.343814 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-595532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8129377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8265776'] for subnet, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.371453 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a2271d9-6b5a-4411-bd98-65357bf2e9c1,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:24.373474 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for subnet, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.377102 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-a0b6db7f-8468-4a2c-bd13-db04749b24a9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0a2271d9-6b5a-4411-bd98-65357bf2e9c1 HTTP/1.1" status: 204 len: 168 time: 0.2483897 Sep 15 16:14:24.379166 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44918) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:24.380767 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302baeb4-93b7-4155-93cb-83837f24b5f9 None None] Network bb90f237-05d9-4d03-8dd0-68c804742682 requested from dv-cinder-809206-1-iscsi {{(pid=94075) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 15 16:14:24.455556 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-650410'] for network, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.512773 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Deleting port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 {{(pid=94073) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 15 16:14:24.513486 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728226339121'] for port, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.583099 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.db [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] For port 5a20d7b0-9954-4fef-b0d4-eea7a104d448, host dv-cinder-809206-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809206-1-iscsi',level=0,port_id=5a20d7b0-9954-4fef-b0d4-eea7a104d448,segment=NetworkSegment(74d29047-ccbc-459c-91af-da71adc1e8bd),segment_id=74d29047-ccbc-459c-91af-da71adc1e8bd)] {{(pid=94073) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 15 16:14:24.583456 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1697369'] for port, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.596230 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.plugin [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Calling delete_port for 5a20d7b0-9954-4fef-b0d4-eea7a104d448 owned by network:dhcp {{(pid=94073) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 15 16:14:24.676543 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-932266', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728226345975', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728225826771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8129358'] for port, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.702873 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a20d7b0-9954-4fef-b0d4-eea7a104d448,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:24.704685 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] No DVR routers for this DVR port 5a20d7b0-9954-4fef-b0d4-eea7a104d448 on host dv-cinder-809206-1-iscsi {{(pid=94073) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 16:14:24.737368 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a1be17-a384-4faf-8909-47a77becc332 None None] DHCP port deletion for bb90f237-05d9-4d03-8dd0-68c804742682 request from dv-cinder-809206-1-iscsi {{(pid=94075) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 15 16:14:24.780986 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-595164', 'neutron.services.segments.db._delete_segments_for_network-8728226370973'] for network, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.803579 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb90f237-05d9-4d03-8dd0-68c804742682']}} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.812988 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d29047-ccbc-459c-91af-da71adc1e8bd') {'for_net_delete': True} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.813273 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.services.segments.db [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d29047-ccbc-459c-91af-da71adc1e8bd') {} {{(pid=94073) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 16:14:24.823053 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728226371494', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6738362'] for segment, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.836001 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550'] for segment, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.842029 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=94073) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 16:14:24.842396 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-601550', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8128703'] for segment, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: Traceback (most recent call last): Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: timer() Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: cb(*args, **kw) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: return func(*args, **kwargs) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: self._notify() Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: self.callback(batched_events) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: event.method(event) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: aggregate_uuid = self.p_client.list_aggregates( Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: return f(self, *a, **k) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._get(url).json() Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: return self.request(url, 'GET', **kwargs) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: base_url = self.get_endpoint(auth, allow=allow, Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 15 16:14:24.844123 dv-cinder-809206-1-iscsi neutron-server[94073]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 15 16:14:24.898809 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-595141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1855537', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1700355'] for network, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.903753 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577260'] for network, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:24.905634 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] 10.222.0.59 "DELETE /v2.0/networks/bb90f237-05d9-4d03-8dd0-68c804742682 HTTP/1.1" status: 204 len: 168 time: 0.5255184 Sep 15 16:14:24.918938 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075f76-0707-4518-b5f5-c27c0f6f2b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb90f237-05d9-4d03-8dd0-68c804742682,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.023028 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44922) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.062219 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-2d8ed5cb-b8ec-4168-a138-6165c664b49f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=99179b0bb02e44feb76f744c2577dd74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378084 Sep 15 16:14:25.064599 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.wsgi [-] (94073) accepted ('10.222.0.59', 44924) {{(pid=94073) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.114889 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-19b23cac-4686-4851-8a9a-a09a43cfd56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.135582 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-19b23cac-4686-4851-8a9a-a09a43cfd56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.182328 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-19b23cac-4686-4851-8a9a-a09a43cfd56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.184970 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron_lib.callbacks.manager [None req-19b23cac-4686-4851-8a9a-a09a43cfd56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94073) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.186112 dv-cinder-809206-1-iscsi neutron-server[94073]: INFO neutron.wsgi [None req-19b23cac-4686-4851-8a9a-a09a43cfd56d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ac0830af-37ca-4c0d-9eba-f706e0e604b0 HTTP/1.1" status: 204 len: 168 time: 0.1206410 Sep 15 16:14:25.193655 dv-cinder-809206-1-iscsi neutron-server[94073]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b23cac-4686-4851-8a9a-a09a43cfd56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0830af-37ca-4c0d-9eba-f706e0e604b0,revision_number=None']} {{(pid=94073) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.490047 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44930) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.529470 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-0d582d44-a3f4-4a9f-89ae-5398228d4177 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3fd84d9258fc43b1ba3111632462f08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382607 Sep 15 16:14:25.531961 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.wsgi [-] (94074) accepted ('10.222.0.59', 44932) {{(pid=94074) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 15 16:14:25.583526 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c60dcb8-5c3c-45f5-b3cb-c386c024ac48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.605401 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c60dcb8-5c3c-45f5-b3cb-c386c024ac48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.652501 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c60dcb8-5c3c-45f5-b3cb-c386c024ac48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1846234'] for security_group, after_delete {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.654985 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron_lib.callbacks.manager [None req-1c60dcb8-5c3c-45f5-b3cb-c386c024ac48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94074) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:25.656108 dv-cinder-809206-1-iscsi neutron-server[94074]: INFO neutron.wsgi [None req-1c60dcb8-5c3c-45f5-b3cb-c386c024ac48 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/84dd9f3a-7ba0-4bfe-accb-72970a8e9095 HTTP/1.1" status: 204 len: 168 time: 0.1232743 Sep 15 16:14:25.663769 dv-cinder-809206-1-iscsi neutron-server[94074]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60dcb8-5c3c-45f5-b3cb-c386c024ac48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dd9f3a-7ba0-4bfe-accb-72970a8e9095,revision_number=None']} {{(pid=94074) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 16:14:25.853146 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7214ae88-4bf2-4059-a6b3-71fcd6604dbe no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:25.875653 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 7214ae88-4bf2-4059-a6b3-71fcd6604dbe {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:25.876097 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 7214ae88-4bf2-4059-a6b3-71fcd6604dbe not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:25.876576 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5a20d7b0-9954-4fef-b0d4-eea7a104d448 no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:25.896326 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: 5a20d7b0-9954-4fef-b0d4-eea7a104d448 {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:25.896668 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device 5a20d7b0-9954-4fef-b0d4-eea7a104d448 not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:25.897088 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device d62a5bdc-5278-4c12-a5a1-68d98a57742a no longer exists at agent ovs-agent-dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 15 16:14:25.917074 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.plugin [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] No Port match for: d62a5bdc-5278-4c12-a5a1-68d98a57742a {{(pid=94075) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 15 16:14:25.917416 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron.plugins.ml2.rpc [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Device d62a5bdc-5278-4c12-a5a1-68d98a57742a not bound to the agent host dv-cinder-809206-1-iscsi {{(pid=94075) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 15 16:14:37.841690 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:14:46.762868 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:48.542501 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-a80171de-3b88-4379-b7f3-baa32263d5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.353747 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-410e5e4a-2665-4a14-8820-427a64c012ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:51.491710 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:52.290538 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:14:53.909337 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:14.840739 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:15:16.786847 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:18.543236 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-511a4fc6-1b24-4549-85b0-fe19be70e44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.354842 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-99bf429b-ba28-439e-a271-2183f769da8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:21.493428 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:22.293224 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:23.909576 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:46.784607 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:48.542605 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-262a5e16-8eb5-496e-afbc-fce2252b329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.358985 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-c4861324-1f24-44bb-9273-43ed35f1d26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.492918 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:51.839395 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:15:52.296286 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:15:53.912576 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:16.783680 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:18.541957 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-b76faba1-2c55-423d-a16d-4f5c3ea1c5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.361067 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4db2-05c0-4d85-a20d-54fea85c8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:21.493321 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:22.298482 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:23.916247 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:28.838920 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:16:46.799031 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:48.541280 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c38-a422-406d-b0f9-55767668714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.361779 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-80aafeee-546d-426c-9085-b79db76b283a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:51.493583 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:52.302081 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:16:53.918417 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:05.837437 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:17:16.802480 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:18.541704 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-86dc419e-1c22-4a26-b329-f7f7d4356903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.361848 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-218a4dec-9765-48c5-bb11-238941e94ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:21.495036 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:22.306660 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:23.922169 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:42.835540 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:17:46.802933 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:48.540933 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-353febb5-47ae-4309-970d-f99aff3f9265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.363282 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-42219850-0472-4786-86df-0243133f01fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:51.496129 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:52.307571 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:17:53.927996 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:16.828583 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:18.542496 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-e6c72955-e1b3-4180-b4fd-eed9eca74eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:19.835509 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:18:21.364172 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfca6-0fdb-4d80-b2df-62fd02bff58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:21.496940 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:22.311849 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:23.927199 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:46.834993 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:48.542532 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-feac0f5c-f0c4-4ed0-91c4-26fcf136932b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.365901 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-fb090ecb-a090-4c8f-b53b-1b911db824e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:51.497681 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:52.314182 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:53.929474 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:18:56.834336 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 15 16:19:16.843371 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-43e0d907-c196-4074-8d3d-30b1ec241825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:18.541825 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-88789e2b-3bd2-42f7-9de4-7aa648d4a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:21.365157 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-196d79d9-39a6-4a3c-8398-341619c40a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:21.498656 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-ade9e950-f758-41a1-898d-c6aaa068e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:22.317678 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-696ba800-e84f-43a5-8e93-90ea02bfad28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:23.934605 dv-cinder-809206-1-iscsi neutron-server[94075]: DEBUG neutron_lib.callbacks.manager [None req-7f53f4fd-3e38-4ab7-b8e0-baf9ab134844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728226370955', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-594396'] for agent, after_update {{(pid=94075) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 16:19:33.833361 dv-cinder-809206-1-iscsi neutron-server[94076]: DEBUG neutron.db.agents_db [None req-3fcc55da-7137-4bc2-9b5f-ad04f7136a7b None None] Agent healthcheck: found 6 active agents {{(pid=94076) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}